-- Logs begin at Fri 2021-04-30 15:25:50 UTC, end at Fri 2021-04-30 16:33:28 UTC. -- Apr 30 15:59:58.061522 dv-cinder-775008-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 16:00:00.545369 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.common.config [-] Logging enabled! Apr 30 16:00:00.546137 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 16:00:00.546247 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73755) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 16:00:00.549284 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.common.config [-] Logging enabled! Apr 30 16:00:00.549541 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 16:00:00.549854 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73755) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 16:00:00.550809 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 16:00:00.551051 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 16:00:00.551415 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 16:00:00.551670 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 16:00:00.551900 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 16:00:00.552223 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.552527 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.552828 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.553064 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.553365 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.553656 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.553961 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.554255 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.554555 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.554890 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.555205 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.555494 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.555731 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.556018 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.556304 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.556597 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.556828 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] debug = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.557115 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.557538 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.557970 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.558257 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.558553 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.558836 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.559109 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.559388 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.559708 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.560219 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] host = dv-cinder-775008-3-smb {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.560386 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.560644 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.560935 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.561226 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.561502 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.561782 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.562098 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.562376 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.562655 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.562934 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.563224 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.563514 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.563813 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.564042 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.564269 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.564558 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.564848 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.565127 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.565404 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.565681 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.565974 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.566251 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.566522 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.566810 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.567097 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.567386 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.567663 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.567953 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.568214 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.568489 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.568779 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.569056 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.569333 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.569609 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.569899 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.570194 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.570471 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.570777 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.571068 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.571358 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.571643 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.571919 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.572203 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.572742 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.573017 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.573293 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_json = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.573569 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.573841 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.574149 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.574427 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.574702 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.574977 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.575252 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.576094 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:00.576494 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.576744 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.577049 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.577338 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.577639 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.577926 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.578247 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.578531 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.578824 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.579117 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.579413 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.579696 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.579989 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.580273 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.580574 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.580883 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.581180 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.581478 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.581755 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.582064 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.582347 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.582628 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.582920 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.583218 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.583514 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.583791 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.584074 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.584368 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.584650 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.584926 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.585208 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.585501 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.585784 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.586088 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.586378 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.586659 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.586936 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.587213 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.587495 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.587792 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.588078 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.588356 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.588633 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.588913 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.589188 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.589482 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.589765 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.590071 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.590349 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.590631 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.590985 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.592122 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.592122 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.592402 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.592686 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.592966 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.593245 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.593523 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.593801 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.594110 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.594392 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.594672 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.594954 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.595271 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.595513 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.595791 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.596066 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.596345 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.596638 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.596939 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.597220 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.597503 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.597785 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.598094 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.598380 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.598661 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.598943 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.599224 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.599499 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.599792 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.600078 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.600373 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.600660 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.600942 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.601240 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.601521 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.601805 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.602117 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.602402 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.602696 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.602983 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.603283 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.603580 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.603876 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.604174 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.604473 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.604763 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.605072 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.605389 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:00.605579 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 16:00:00.605873 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73755) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 16:00:00.965615 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:00.966413 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:00.967160 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:00.967579 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 16:00:01.290393 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.290600 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.290860 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.292094 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.292376 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.292647 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.426129 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.426413 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.426687 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.441061 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.441354 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.441627 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.479534 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.479832 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.480108 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.531256 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.531541 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.531838 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.819106 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.819761 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.819761 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.819943 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.820677 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.987742 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.988533 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.988533 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.988731 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.989088 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.989308 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.989582 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.990078 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.990182 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.990416 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.990684 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.990957 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.991233 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.991504 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.991777 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.992054 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.992384 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.992701 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.992964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.993259 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.993621 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.994073 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.994335 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.994630 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.994898 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.995149 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:01.995560 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 16:00:01.995809 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 16:00:01.996054 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 16:00:01.996297 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 16:00:01.996540 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 16:00:01.996784 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 16:00:01.997284 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 16:00:02.001557 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 16:00:02.007899 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 16:00:02.012967 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 30 16:00:02.015119 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 16:00:02.016684 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 16:00:02.017031 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 16:00:02.018243 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 16:00:02.021925 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 16:00:02.022416 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 16:00:02.022772 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 16:00:02.059337 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 16:00:02.060359 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.060664 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73755) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 16:00:02.061032 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.062468 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73755) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 16:00:02.062762 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 16:00:02.063019 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 16:00:02.066240 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.066527 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.144496 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 16:00:02.144738 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 16:00:02.144982 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 16:00:02.145369 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 16:00:02.176001 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_db.sqlalchemy.engines [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73755) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 16:00:02.512207 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Initializing driver for type 'gre' Apr 30 16:00:02.512693 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] gre ID ranges: [(1, 1000)] Apr 30 16:00:02.570805 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Initializing driver for type 'local' Apr 30 16:00:02.571072 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Initializing driver for type 'vlan' Apr 30 16:00:02.582976 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] VlanTypeDriver initialization complete Apr 30 16:00:02.583306 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Initializing driver for type 'vxlan' Apr 30 16:00:02.583792 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] vxlan ID ranges: [(1, 1000)] Apr 30 16:00:02.635993 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Initializing extension driver 'port_security' Apr 30 16:00:02.636366 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.extensions.port_security [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] PortSecurityExtensionDriver initialization complete Apr 30 16:00:02.636772 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Initializing mechanism driver 'openvswitch' Apr 30 16:00:02.637134 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Initializing mechanism driver 'hyperv' Apr 30 16:00:02.643940 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.plugins.ml2.plugin [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:02.644716 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > port after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.645091 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.645448 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > port after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.645841 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > subnet after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.646223 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > subnet after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.646573 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.646961 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > network after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.647355 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > network after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.647742 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > network after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.648227 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > security_group after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.648581 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > security_group after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.648929 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > security_group after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.649314 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.649664 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.650036 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.650417 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > address_group after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.650763 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > address_group after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.651101 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > address_group after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.651448 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] ML2 OVO RPC backend initialized. {{(pid=73755) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 16:00:02.652149 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.652502 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.652917 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > network before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.653265 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > networks before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.654253 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > port before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.654635 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > ports before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.654986 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > subnet before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.655337 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > subnets before_response 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.655692 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > network after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.656033 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > network after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.656377 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > network after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.656718 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > port after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.657057 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.657396 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > port after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.657740 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > subnet after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.658110 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > subnet after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.658449 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.659024 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.plugin [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Modular L2 Plugin initialization complete Apr 30 16:00:02.659355 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading services supported by the core plugin {{(pid=73755) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 16:00:02.659685 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.plugins.ml2.managers [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Got port-security extension from driver 'port_security' Apr 30 16:00:02.660164 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.extensions.vlantransparent [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Disabled vlantransparent extension. Apr 30 16:00:02.660652 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73755) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 16:00:02.660966 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading Plugin: router Apr 30 16:00:02.698975 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router_interface before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.699378 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router after_create 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.699866 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router before_create 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.700942 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.701552 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.701799 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router after_delete 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.702287 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > floatingip after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.702912 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router after_create 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.703318 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router after_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.703679 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router after_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.704038 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.704408 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router after_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.704822 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router precommit_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.705267 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.705614 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: port after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.705976 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: subnet after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.706322 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.706676 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > port precommit_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.707026 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router precommit_create 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.707367 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: port before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.707711 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router precommit_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.708071 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router after_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.708416 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router precommit_delete 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.708774 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router precommit_create 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.709125 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.709477 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router precommit_update 55549900 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.709847 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > network after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.710746 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Tracking information for resource: router configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 16:00:02.711087 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Tracking information for resource: floatingip configured {{(pid=73755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 16:00:02.716787 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.db.l3_agentschedulers_db [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 16:00:02.717365 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.717729 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: port after_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.718129 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: port after_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.718486 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: port after_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.719296 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router before_create 55550100 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.719659 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router precommit_delete 55550100 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.720023 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router precommit_create 55550100 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.720398 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > router precommit_update 55550100 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.724765 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.services.provider_configuration [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service providers = [] {{(pid=73755) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 16:00:02.725127 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.db.servicetype_db [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73755) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 16:00:02.728270 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.services.service_base [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 16:00:02.728620 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.services.service_base [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 16:00:02.728964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.services.service_base [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 16:00:02.729853 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.services.service_base [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 16:00:02.730421 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.services.service_base [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 16:00:02.730997 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 16:00:02.731321 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 16:00:02.744571 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 16:00:02.745135 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading Plugin: auto_allocate Apr 30 16:00:02.754411 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: network precommit_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.754883 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: network precommit_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.755771 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 16:00:02.756317 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading Plugin: tag Apr 30 16:00:02.764844 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 16:00:02.765151 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading Plugin: timestamp Apr 30 16:00:02.768932 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 16:00:02.769262 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading Plugin: network_ip_availability Apr 30 16:00:02.774726 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.775101 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.775462 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:02.776215 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 16:00:02.776535 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading Plugin: flavors Apr 30 16:00:02.782266 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 16:00:02.782601 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading Plugin: revisions Apr 30 16:00:02.786987 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 16:00:02.787462 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=73755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:02.788128 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73755) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 16:00:02.788463 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Initializing extension manager. Apr 30 16:00:02.788973 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: __init__.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.789323 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: __pycache__ {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.789660 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.790019 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: address_group.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.790791 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.791371 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: address-group Apr 30 16:00:02.791698 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: address_scope.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.792412 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.792923 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: address-scope Apr 30 16:00:02.793249 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.794258 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.794988 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: router-admin-state-down-before-update Apr 30 16:00:02.795300 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: agent.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.796003 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.796510 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: agent Apr 30 16:00:02.796829 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: agent_resources_synced.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.797747 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.798281 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: agent-resources-synced Apr 30 16:00:02.798601 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: allowedaddresspairs.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.800406 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.800932 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: allowed-address-pairs Apr 30 16:00:02.801264 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: auto_allocated_topology.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.802380 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.802905 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: auto-allocated-topology Apr 30 16:00:02.803230 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: availability_zone.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.803923 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.804443 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: availability_zone Apr 30 16:00:02.804756 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: availability_zone_filter.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.805665 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.806200 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: availability_zone_filter Apr 30 16:00:02.806521 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: data_plane_status.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.807421 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.807925 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 16:00:02.808248 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: default_subnetpools.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.809156 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.809706 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: default-subnetpools Apr 30 16:00:02.810057 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.810886 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.811384 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: dhcp_agent_scheduler Apr 30 16:00:02.811725 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: dns.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.813005 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.813510 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension dns-integration not supported by any of loaded plugins Apr 30 16:00:02.813834 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: dns_domain_ports.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.814800 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.815301 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 16:00:02.815626 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: dvr.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.816299 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.816798 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: dvr Apr 30 16:00:02.817120 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: empty_string_filtering.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.818062 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.818570 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: empty-string-filtering Apr 30 16:00:02.818895 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.819799 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.820326 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 16:00:02.820616 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.821514 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.822043 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 16:00:02.822638 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: external_net.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.823539 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.824052 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: external-net Apr 30 16:00:02.824380 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.825884 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.826569 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: extra_dhcp_opt Apr 30 16:00:02.826896 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: extraroute.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.827819 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.828326 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: extraroute Apr 30 16:00:02.828647 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: extraroute_atomic.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.829703 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.830247 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: extraroute-atomic Apr 30 16:00:02.830568 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: filter_validation.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.831249 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.831783 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: filter-validation Apr 30 16:00:02.832105 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: fip_pf_description.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.833236 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.833744 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 16:00:02.834108 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: fip_port_details.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.835362 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.836232 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: fip-port-details Apr 30 16:00:02.836824 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: flavors.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.838870 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.839799 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: flavors Apr 30 16:00:02.840366 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.843697 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.844575 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 16:00:02.845154 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: floatingip_pools.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.846362 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.847263 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: floatingip-pools Apr 30 16:00:02.847822 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: ip_allocation.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.849301 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.850257 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 16:00:02.850824 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.852031 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.852836 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: ip-substring-filtering Apr 30 16:00:02.853401 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: l2_adjacency.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.854920 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.855817 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 16:00:02.856397 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: l3.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.857546 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.858093 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: router Apr 30 16:00:02.858430 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.860734 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.861253 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 16:00:02.861586 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.862550 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.863060 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: ext-gw-mode Apr 30 16:00:02.863389 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.864310 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.864823 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: l3-ha Apr 30 16:00:02.865150 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: l3_flavors.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.866094 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.866606 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: l3-flavors Apr 30 16:00:02.866931 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.867867 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.868374 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 16:00:02.868698 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: l3agentscheduler.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.869751 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.870322 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: l3_agent_scheduler Apr 30 16:00:02.870629 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: logging.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.872144 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.872766 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension logging not supported by any of loaded plugins Apr 30 16:00:02.873107 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: metering.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.873852 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.874469 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: metering Apr 30 16:00:02.874801 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.875905 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.876422 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: metering_source_and_destination_fields Apr 30 16:00:02.876755 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: multiprovidernet.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.877805 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.878360 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: multi-provider Apr 30 16:00:02.878691 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: netmtu.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.879618 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.880126 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: net-mtu Apr 30 16:00:02.880452 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: netmtu_writable.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.881358 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.881865 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: net-mtu-writable Apr 30 16:00:02.882216 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: network_availability_zone.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.882890 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.883399 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: network_availability_zone Apr 30 16:00:02.883722 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: network_ip_availability.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.884802 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.885310 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: network-ip-availability Apr 30 16:00:02.885635 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: network_segment_range.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.886439 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.886941 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 16:00:02.887265 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: pagination.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.888830 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.889161 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: pagination Apr 30 16:00:02.889484 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: port_device_profile.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.890432 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.890949 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: port-device-profile Apr 30 16:00:02.891273 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.892183 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.892691 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: port-mac-address-regenerate Apr 30 16:00:02.893012 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.893940 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.894471 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: port-numa-affinity-policy Apr 30 16:00:02.894793 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: port_resource_request.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.895692 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.896195 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 16:00:02.896514 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: portbindings.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.897431 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.897968 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: binding Apr 30 16:00:02.898280 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: portbindings_extended.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.899549 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.900064 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: binding-extended Apr 30 16:00:02.900389 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: portsecurity.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.901290 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.901798 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: port-security Apr 30 16:00:02.902161 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: project_id.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.903123 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.904051 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: project-id Apr 30 16:00:02.904359 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: providernet.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.905279 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.905791 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: provider Apr 30 16:00:02.906144 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: qos.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.909665 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.910220 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension qos not supported by any of loaded plugins Apr 30 16:00:02.910558 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.911799 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.912314 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 16:00:02.912643 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.913559 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.914172 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 16:00:02.914501 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: qos_default.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.915418 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.915931 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension qos-default not supported by any of loaded plugins Apr 30 16:00:02.916256 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: qos_fip.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.916901 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.917407 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension qos-fip not supported by any of loaded plugins Apr 30 16:00:02.917731 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: qos_gateway_ip.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.918671 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.919277 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 16:00:02.919608 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: qos_port_network_policy.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.920511 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.921016 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 16:00:02.921340 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: qos_rule_type_details.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.922271 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.922774 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 16:00:02.923098 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: qos_rules_alias.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.924135 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.924645 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 16:00:02.924971 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: quotasv2.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.926092 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.926422 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: quotas Apr 30 16:00:02.926746 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: quotasv2_detail.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.928364 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.928703 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: quota_details Apr 30 16:00:02.929030 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: rbac.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.930133 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.930661 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: rbac-policies Apr 30 16:00:02.930990 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: rbac_address_group.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.931922 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.932429 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: rbac-address-group Apr 30 16:00:02.932753 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: rbac_address_scope.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.933668 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.934218 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: rbac-address-scope Apr 30 16:00:02.934566 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: rbac_security_groups.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.935771 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.936286 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: rbac-security-groups Apr 30 16:00:02.936609 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: rbac_subnetpool.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.937539 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.938080 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: rbac-subnetpool Apr 30 16:00:02.938403 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: revisionifmatch.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.939322 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.939839 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: revision-if-match Apr 30 16:00:02.940161 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: revisions.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.941270 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.941785 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: standard-attr-revisions Apr 30 16:00:02.942148 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: router_availability_zone.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.942817 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.943323 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: router_availability_zone Apr 30 16:00:02.943645 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: routerservicetype.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.944552 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.945058 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension router-service-type not supported by any of loaded plugins Apr 30 16:00:02.945379 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.946321 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.946828 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: security-groups-normalized-cidr Apr 30 16:00:02.947150 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.948330 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.948834 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: port-security-groups-filtering Apr 30 16:00:02.949156 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.950109 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.951446 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: security-groups-remote-address-group Apr 30 16:00:02.951820 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: securitygroup.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.961407 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.961956 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: security-group Apr 30 16:00:02.962302 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: segment.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.963090 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.963605 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension segment not supported by any of loaded plugins Apr 30 16:00:02.963970 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.964918 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.965428 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 16:00:02.965757 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: servicetype.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.967578 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.968103 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: service-type Apr 30 16:00:02.968431 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: sorting.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.969410 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.969744 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: sorting Apr 30 16:00:02.970108 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: standard_attr_segment.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.971054 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.971573 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 16:00:02.971894 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: standardattrdescription.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.972556 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.973067 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: standard-attr-description Apr 30 16:00:02.973510 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: stateful_security_group.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.974472 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.974996 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: stateful-security-group Apr 30 16:00:02.975323 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: stdattrs_common.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.975905 dv-cinder-775008-3-smb neutron-server[73755]: WARNING neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 16:00:02.976229 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.977244 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.977757 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 16:00:02.978125 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: subnet_onboard.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.979199 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.979718 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: subnet_onboard Apr 30 16:00:02.980048 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.980970 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.981510 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 16:00:02.982008 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: subnet_service_types.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.982929 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.983446 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: subnet-service-types Apr 30 16:00:02.983770 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: subnetallocation.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.984842 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.985360 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: subnet_allocation Apr 30 16:00:02.985686 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.986390 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.986900 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: subnetpool-prefix-ops Apr 30 16:00:02.987221 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.988213 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.988663 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 16:00:02.988988 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: tagging.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.990083 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.990610 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: standard-attr-tag Apr 30 16:00:02.990935 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: timestamp.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.992131 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.992647 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loaded extension: standard-attr-timestamp Apr 30 16:00:02.992975 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: trunk.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.994029 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.994546 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension trunk not supported by any of loaded plugins Apr 30 16:00:02.994875 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: trunk_details.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.995787 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.996301 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension trunk-details not supported by any of loaded plugins Apr 30 16:00:02.996626 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: uplink_status_propagation.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.997565 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.998102 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 16:00:02.998429 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Loading extension file: vlantransparent.py {{(pid=73755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 16:00:02.999101 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 16:00:02.999606 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 16:00:03.002166 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:network Apr 30 16:00:03.002929 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:subnet Apr 30 16:00:03.003715 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 16:00:03.004344 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:port Apr 30 16:00:03.005628 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.006125 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service FLAVORS assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.006789 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.007236 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.007568 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:router Apr 30 16:00:03.008258 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 16:00:03.008968 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service METERING assigned prefix: /metering {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.010453 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:03.010835 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:03.011202 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:03.012357 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 16:00:03.013336 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:security_group Apr 30 16:00:03.014024 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 16:00:03.014781 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service CORE assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.015257 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 16:00:03.015453 dv-cinder-775008-3-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] subnetpool is already registered Apr 30 16:00:03.016070 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service CORE assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.016423 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 16:00:03.016785 dv-cinder-775008-3-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] subnetpool is already registered Apr 30 16:00:03.020471 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.020912 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service FLAVORS assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.021513 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.021957 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.022294 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:router Apr 30 16:00:03.022625 dv-cinder-775008-3-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] router is already registered Apr 30 16:00:03.023231 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 16:00:03.023563 dv-cinder-775008-3-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] floatingip is already registered Apr 30 16:00:03.024200 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service METERING assigned prefix: /metering {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.024885 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 16:00:03.025218 dv-cinder-775008-3-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] rbac_policy is already registered Apr 30 16:00:03.025765 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:security_group Apr 30 16:00:03.026132 dv-cinder-775008-3-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] security_group is already registered Apr 30 16:00:03.026725 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 16:00:03.027061 dv-cinder-775008-3-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] security_group_rule is already registered Apr 30 16:00:03.027755 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service CORE assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.028083 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 16:00:03.029573 dv-cinder-775008-3-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] subnetpool is already registered Apr 30 16:00:03.029573 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.v2.resource_helper [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Service CORE assigned prefix: {{(pid=73755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 16:00:03.029906 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 16:00:03.030375 dv-cinder-775008-3-smb neutron-server[73755]: WARNING neutron.quota.resource_registry [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] subnetpool is already registered Apr 30 16:00:03.030910 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: extensions {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.032422 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: address-groups {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.034057 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: address-scopes {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.035258 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: agents {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.036434 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: auto-allocated-topology {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.037723 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: availability_zones {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.039090 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: dhcp-networks {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.040506 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: dhcp-agents {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.041963 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: routers {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.043810 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: flavors {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.045141 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: service_profiles {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.046391 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: next_providers {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.047899 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: service_profiles {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.049344 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: floatingip-pools {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.050619 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: routers {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.052432 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: floatingips {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.053628 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: l3-routers {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.055039 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: l3-agents {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.056458 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: metering-labels {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.057812 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: metering-label-rules {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.059136 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: network-ip-availabilities {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.061086 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: bindings {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.062762 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: quotas {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.064192 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: quotas {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.065608 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: rbac-policies {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.066941 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: security-groups {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.068164 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: security-group-rules {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.069423 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: service-providers {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.070732 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: subnetpools {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.072132 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: subnetpools {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.073866 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.076271 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.078137 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.079928 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.082792 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.084657 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.086412 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.199114 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.201553 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.203466 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron.api.extensions [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Extended resource: tags {{(pid=73755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 16:00:03.209423 dv-cinder-775008-3-smb neutron-server[73755]: WARNING keystonemiddleware.auth_token [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 16:00:03.214170 dv-cinder-775008-3-smb neutron-server[73755]: WARNING keystonemiddleware.auth_token [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 16:00:03.222880 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Acquired lock "singleton_lock" {{(pid=73755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 16:00:03.223362 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_concurrency.lockutils [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Releasing lock "singleton_lock" {{(pid=73755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 16:00:03.224007 dv-cinder-775008-3-smb neutron-server[73755]: INFO oslo_service.service [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Starting 2 workers Apr 30 16:00:03.228691 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Started child 73862 {{(pid=73755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 16:00:03.233896 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Started child 73864 {{(pid=73755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 16:00:03.234573 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:03.235463 dv-cinder-775008-3-smb neutron-server[73755]: INFO neutron.service [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 16:00:03.236123 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Notify callbacks [] for process, before_spawn {{(pid=73755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:03.236225 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [-] (73862) wsgi starting up on http://0.0.0.0:9696 Apr 30 16:00:03.236577 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 47350) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:03.238408 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:03.238867 dv-cinder-775008-3-smb neutron-server[73755]: INFO oslo_service.service [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Starting 1 workers Apr 30 16:00:03.239814 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [-] (73864) wsgi starting up on http://0.0.0.0:9696 Apr 30 16:00:03.243604 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Started child 73865 {{(pid=73755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 16:00:03.244127 dv-cinder-775008-3-smb neutron-server[73755]: INFO oslo_service.service [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Starting 1 workers Apr 30 16:00:03.245397 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064218 Apr 30 16:00:03.247385 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.service [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] calling RpcWorker wait() {{(pid=73865) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 16:00:03.250832 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.service [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] returning from RpcWorker wait() {{(pid=73865) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 16:00:03.250832 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:03.250832 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:03.251057 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Started child 73867 {{(pid=73755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 16:00:03.251057 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG neutron_lib.callbacks.manager [None req-6dc925fc-4341-4eb7-a6a9-706950048195 None None] Notify callbacks [] for process, after_spawn {{(pid=73755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:03.253614 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73755) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 16:00:03.253614 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 16:00:03.253614 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 16:00:03.253614 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 16:00:03.254107 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 16:00:03.254107 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 16:00:03.254417 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.254680 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.254952 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.255237 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.255541 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.255756 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:03.256261 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.256418 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.256576 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.256776 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:03.256875 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.257107 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.257285 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.257449 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.257697 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.258015 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.258286 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.258570 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.258833 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.259097 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.259293 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.259548 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.259814 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.260065 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.260340 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] debug = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.260603 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.261072 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.261326 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.261562 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.261814 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.262109 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.262363 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.262642 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.262910 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.263217 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.263541 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.263901 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.264144 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.264375 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.264593 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.264853 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.265069 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.265619 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] host = dv-cinder-775008-3-smb {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.265816 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.266077 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.266332 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.266592 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.266863 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.267099 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.267348 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.267615 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.267876 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.268122 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.268397 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.268632 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.268867 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.269121 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.269283 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_options = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.269540 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.269804 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.270121 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.270319 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.270493 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.270676 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.270930 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.271089 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.271365 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.271582 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.271798 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.272015 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.272251 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.272495 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.272743 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.272978 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.273216 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.273430 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.273676 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.273924 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.274193 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.274440 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.274680 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.274928 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.275163 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.275396 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.275638 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.275857 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.276072 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.276425 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.276662 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.276935 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.277196 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.277484 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.277715 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.277996 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.278196 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.279081 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.279416 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.279765 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.280123 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.280355 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.280590 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.280811 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.281038 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.281287 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_json = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.281505 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.281881 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.282774 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.283012 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.283262 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.283485 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.283704 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.283945 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.284374 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.284663 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.284983 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.285247 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.285483 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.285728 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.286342 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.286342 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.286495 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.286702 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.287028 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.287270 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.287579 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.287833 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.288096 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.288431 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.288695 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.288964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.289186 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.289438 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.289689 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.289949 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.290299 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.290586 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.290841 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.291092 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.291311 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.291543 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.291789 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.292010 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.292247 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.292487 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.292766 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.292987 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.293204 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.293429 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.293663 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.294110 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.294761 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.295181 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.295606 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.295925 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.296159 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.296389 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.296706 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.300373 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.300628 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.300893 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.301194 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.301461 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.301713 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.302101 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.302355 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.302603 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.302835 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.303085 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.303317 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.303539 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.303759 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.304007 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.304247 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.304504 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.304731 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.304948 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.305188 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.305430 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.305665 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.305909 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.308964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.308964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.308964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.308964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.308964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.308964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.308964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.308964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.308964 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.309588 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.309588 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.309588 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.309588 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.309588 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.309913 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.311369 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.311369 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.311551 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.311713 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.311897 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.312151 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.312408 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.312636 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.313615 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.313774 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.314088 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.314356 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.314710 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.314893 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.315156 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.315460 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.315699 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.315960 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.316191 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.316461 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.316734 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.316992 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.317241 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.317577 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.317818 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.318079 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.318348 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.318618 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.318892 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.319192 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.319460 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.319726 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.319988 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.320286 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.320557 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.320963 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.321978 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.321978 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.321978 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.323607 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.323607 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.323927 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.324084 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.324866 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.324866 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.326160 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.326681 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.326924 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.327208 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.327565 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.327820 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.328059 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.328294 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.328591 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.328870 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.329138 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.329422 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.329679 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.329982 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.332262 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.336196 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.336196 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.336196 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.336492 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.336731 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.336980 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.337216 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.337456 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.337689 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.337921 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.338755 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.338755 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.338930 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.339021 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.341867 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.343154 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.343501 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.343747 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.344696 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.344696 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.344696 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.344696 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.344989 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.345199 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.348030 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.348533 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.349721 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.350728 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.351203 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.351664 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.352013 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.352351 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.352782 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.353881 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.354671 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.354994 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.355441 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.358450 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.358718 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.358956 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.359229 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.359462 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.359746 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.359986 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.360333 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.360601 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.360841 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.361089 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.361320 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.361535 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.361790 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.362116 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.362348 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.362592 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.364731 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.365517 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.365800 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.367058 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.367058 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.367058 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.367058 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.367357 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.367357 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.367634 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.367893 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.368153 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.370504 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.370679 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.371861 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.374068 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.374068 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.374068 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.374068 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.374068 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.374435 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.374435 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.374714 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.375655 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.375655 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.375655 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.375655 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.376220 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.376220 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.376494 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.376633 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.376772 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.376972 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.378905 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.379932 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.380208 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.380451 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.380757 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.381029 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.382297 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.382865 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.383411 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.383658 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.383926 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.384170 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.384459 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.384655 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.384922 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.385249 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.385573 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.385834 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.387890 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.387890 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.387890 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.387890 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.388667 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.388997 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.389340 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.390434 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.390728 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.390999 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.391303 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.391565 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.391802 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.392046 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.392278 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.392508 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.393505 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.393505 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.393505 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.393505 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.393796 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.393999 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.394594 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.394594 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.394785 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.394941 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.395086 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 16:00:03.395627 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73755) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 16:00:03.395826 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 16:00:03.395985 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 16:00:03.396134 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 16:00:03.396295 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 16:00:03.396445 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 16:00:03.396658 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.396898 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.397000 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.397142 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.397288 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.397481 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.397638 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.398696 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.398865 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.399008 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.399164 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.399306 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.399581 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.399740 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.399882 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.400044 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.400323 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.400529 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.400644 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.400807 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.400967 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.401126 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.401285 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] debug = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.401443 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.401632 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.401797 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.404048 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.404048 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.404048 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.404048 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.404935 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.404935 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.404935 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.404935 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.404935 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.404935 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.405295 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.405295 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.405295 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.405469 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.405748 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] host = dv-cinder-775008-3-smb {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.405748 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.405911 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.406498 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.406654 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.406806 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.406968 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.410081 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.410616 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.410992 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.411357 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.411555 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.411742 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.411897 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.412502 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.412502 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_options = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.412502 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.412502 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.412741 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.412827 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.412999 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.413165 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.413334 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.413491 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.413658 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.413823 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.414083 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.414351 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.414465 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.414538 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.414698 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.414845 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.414989 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.415149 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.415302 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.415464 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.415622 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.415781 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.415943 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.416101 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.416262 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.416424 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.416576 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.416734 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.416879 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.417093 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.417201 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.417342 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.417499 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.417657 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.417817 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.418011 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.418173 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.418338 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.418497 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.418657 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.418815 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.420619 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.420619 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.420825 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.420932 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.421590 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_json = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.421590 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.421590 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.421590 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.422229 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.422229 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.422229 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.422229 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.422529 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 16:00:03.422616 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.422781 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.422915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.423076 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.423268 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.423388 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.423493 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.423828 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.423828 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.424112 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.424112 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.424634 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.424634 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.424634 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.424874 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.424874 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.425021 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.425162 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.425442 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.425552 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.425658 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.425825 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.426091 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.426258 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.426502 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.428956 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.428956 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.428956 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.428956 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.428956 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.428956 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.428956 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.428956 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.429915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.429915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.429915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.429915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.429915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.429915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.429915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.429915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.429915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.430626 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.430626 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.430626 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.430626 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.430626 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.430921 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.430921 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.431053 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.431218 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.431415 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.431536 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.431721 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.431854 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.432004 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.432166 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.432328 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.432494 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.432656 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.432986 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.433181 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.433322 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.433634 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.433796 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.434026 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.434194 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.435435 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.435435 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.435435 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.435435 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.435697 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.435697 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.435869 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.436030 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.436193 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.436924 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.436924 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.436924 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.436924 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.437235 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.437235 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.437235 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.437460 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.437576 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.437754 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.437915 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.438104 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.438265 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.438427 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.438589 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.438764 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.438932 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.439075 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.439203 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.439351 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.439512 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.439679 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.439841 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.440001 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.440161 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.440320 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.440480 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.440640 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.440800 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.440960 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.441120 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.441284 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.441444 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.441605 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.441766 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.442080 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.442199 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.442330 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.442467 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.442589 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.442741 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.442905 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.443067 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.443230 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.443391 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.444072 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.444072 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.444072 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.444072 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.444499 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.444499 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.444499 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.444742 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.444742 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.444979 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.445206 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.445319 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.445462 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.445591 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.445715 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.445986 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.446148 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.446404 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.446586 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.446586 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.446829 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.446952 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.447075 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.447198 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.447639 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.447772 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.447934 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.448077 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.448217 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.448357 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.448519 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.448662 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.448802 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.448963 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.449109 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.449313 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.449455 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.449569 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.451298 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.451298 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.451298 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.451298 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.451298 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.451894 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.452036 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.452161 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.452285 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.452482 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.452640 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.452773 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.452897 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.452983 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.453128 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.453292 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.453455 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.453620 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.453781 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.453959 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.454143 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.454292 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.454456 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.454602 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.454789 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.455009 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.455212 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.455212 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.455364 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.455543 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.455736 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.455892 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.456055 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.456173 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.456535 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.456697 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.456859 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.457020 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.457169 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.457332 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.457515 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.457661 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.457824 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.458459 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.458459 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.458459 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.458823 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.458823 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.458976 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.459115 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.459233 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.459342 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.459447 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.459611 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.459726 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:03.459846 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.459955 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.460071 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.460243 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.460405 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.460567 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.460727 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.460887 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.461057 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.461219 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.461380 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.461540 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.461700 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.461870 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.462038 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.462202 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.462363 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.462523 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.462757 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.462849 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.463008 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464138 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464138 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464138 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464138 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464138 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464138 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464138 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464846 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464846 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464846 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464846 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.464846 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.465349 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.465349 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.465349 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.465778 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.465778 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.466551 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.466696 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.467363 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.467706 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.467706 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.467880 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.468006 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.468165 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.468328 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.468489 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.468651 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.468816 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.468974 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.469137 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.469301 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.469464 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.469623 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.469785 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.470687 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.470687 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.470687 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.470687 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.470687 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 16:00:03.470687 dv-cinder-775008-3-smb neutron-server[73755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 16:00:14.128952 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af27b8fd-f69b-4c3a-ba50-e6be1484359b None None] get_active_networks_info from dv-cinder-775008-3-smb {{(pid=73865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 16:00:14.241316 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af27b8fd-f69b-4c3a-ba50-e6be1484359b None None] No non-hosted networks {{(pid=73865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 16:00:14.257250 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.agentschedulers_db [None req-af27b8fd-f69b-4c3a-ba50-e6be1484359b None None] DHCP Agent not found on host dv-cinder-775008-3-smb {{(pid=73865) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 16:00:14.457288 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-5e660bec-d15b-4fbb-b00f-1714a6ffbcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406'] for agent, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.794830 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c53b5803-0b49-4dcb-b610-b35c6eb2f741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406'] for agent, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.854443 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-46e4e3b5-f0c5-4cab-ae38-c4c24a2ccbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.004893 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406'] for agent, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.005854 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.006486 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.007353 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.007926 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.008526 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.009106 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.009881 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.010685 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.011274 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.011803 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.013020 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.015500 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.016199 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775008-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:17.022980 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775008-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:17.953355 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406'] for agent, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.364877 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406'] for agent, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.228803 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 47452) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:21.858117 dv-cinder-775008-3-smb neutron-server[73862]: WARNING oslo_policy.policy [None req-baf6783e-0420-4a6a-a022-7838170b9e01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 16:00:21.858694 dv-cinder-775008-3-smb neutron-server[73862]: WARNING oslo_policy.policy [None req-baf6783e-0420-4a6a-a022-7838170b9e01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 16:00:22.073552 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [None req-baf6783e-0420-4a6a-a022-7838170b9e01 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:00:22.074640 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-baf6783e-0420-4a6a-a022-7838170b9e01 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8449178 Apr 30 16:00:23.849031 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.db.l3_hamode_db [None req-7182d727-aad5-47a4-bec6-4b3f3fc7f3cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 16:00:23.938090 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182d727-aad5-47a4-bec6-4b3f3fc7f3cc None None] Routers set() bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:23.938401 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182d727-aad5-47a4-bec6-4b3f3fc7f3cc None None] Router IDs set() for agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 16:00:24.498902 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 47466) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:25.118833 dv-cinder-775008-3-smb neutron-server[73864]: WARNING oslo_policy.policy [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 16:00:25.119412 dv-cinder-775008-3-smb neutron-server[73864]: WARNING oslo_policy.policy [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 16:00:25.332216 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:25.431600 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.policy [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73864) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 16:00:25.477665 dv-cinder-775008-3-smb neutron-server[73864]: WARNING oslo_policy.policy [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 16:00:25.478076 dv-cinder-775008-3-smb neutron-server[73864]: WARNING oslo_policy.policy [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 16:00:25.487312 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.quota [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] Loaded quota_driver: . Apr 30 16:00:25.503409 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:25.565698 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733343206909', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733343207368', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733343197645', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733343188505', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733343182631', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733343170930', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133648306', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133684375', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-519284', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1622730'] for rbac-policy, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:25.631838 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:25.633465 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-77743fa2-b796-44cf-a901-8cc4b678645e admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1318936 Apr 30 16:00:28.295604 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 47484) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:28.651073 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Request body: {'network': {'name': 'private', 'project_id': '844d5c31cce2458ead747ed459960d51', 'admin_state_up': True, 'tenant_id': '844d5c31cce2458ead747ed459960d51'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:28.656160 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:28.660301 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Usage tracker for resource:network and tenant:844d5c31cce2458ead747ed459960d51 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:28.664871 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:28.670835 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:28.681401 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Made reservation on behalf of 844d5c31cce2458ead747ed459960d51 for: {'network': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:28.684955 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.703855 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.718629 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:28.722334 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Usage tracker for resource:security_group_rule and tenant:844d5c31cce2458ead747ed459960d51 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:28.727394 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:28.733865 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:28.836456 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.840329 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.846445 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:28.864958 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=73864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:00:28.891598 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733345642388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.892205 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Unsubscribe: segment precommit_create {{(pid=73864) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 16:00:28.892674 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.segments_db [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Added segment cb41d587-63cd-4304-9157-e05c7b77d4bf of type vlan for network 3403f974-8489-41ac-885f-22f908c0098e Apr 30 16:00:28.941661 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e7d022-485f-4f3d-8f41-4b5c971ac3b6,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:28.963600 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.963936 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.964266 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.964584 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.964903 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.965595 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.965595 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.966556 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.966722 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.967035 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.967343 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.967651 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Tracked resource versions report: Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: pushed versions: Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: { 'AddressGroup': {'1.2'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'ConntrackHelper': {'1.0'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'Log': {'1.0'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'Network': {'1.1'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'Port': {'1.7'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'PortForwarding': {'1.2'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'QosPolicy': {'1.8'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'SecurityGroup': {'1.4'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'SubPort': {'1.0'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'Subnet': {'1.1'}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'Trunk': {'1.1'}} Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: consumer versions: Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: { DHCP agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: L3 agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: Metadata agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: Metering agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: Open vSwitch agent@dv-cinder-775008-3-smb: { 'AddressGroup': '1.2', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'ConntrackHelper': '1.0', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'Log': '1.0', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'Network': '1.1', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'Port': '1.7', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'PortForwarding': '1.2', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'QosPolicy': '1.8', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'SecurityGroup': '1.4', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'SecurityGroupRule': '1.2', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'SubPort': '1.0', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'Subnet': '1.1', Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: 'Trunk': '1.1'}} Apr 30 16:00:28.968742 dv-cinder-775008-3-smb neutron-server[73864]: {{(pid=73864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:00:29.016698 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:29.021505 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:29.062308 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:29.063870 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:29.064512 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:29.068099 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:29.173452 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Pushing event updated for resources: {'Network': ['ID=3403f974-8489-41ac-885f-22f908c0098e,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:29.176410 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8798177 Apr 30 16:00:29.178312 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:29.193375 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 3403f974-8489-41ac-885f-22f908c0098e details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:00:31.904021 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 47500) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:32.356393 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b833d3-87da-4248-a355-e6a23e8ec146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:32.357907 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-a2b833d3-87da-4248-a355-e6a23e8ec146 admin admin] 10.222.0.15 "GET /v2.0/networks/3403f974-8489-41ac-885f-22f908c0098e HTTP/1.1" status: 200 len: 825 time: 0.4527514 Apr 30 16:00:32.385707 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-b4ee8f79-b51e-4af1-bb26-a4b9c67386ae admin admin] 10.222.0.15 "GET /v2.0/subnetpools/02d0e7c7-d512-4bb2-ba6d-6cbc00a22ada HTTP/1.1" status: 200 len: 734 time: 0.0224950 Apr 30 16:00:32.395015 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'network_id': '3403f974-8489-41ac-885f-22f908c0098e', 'subnetpool_id': '02d0e7c7-d512-4bb2-ba6d-6cbc00a22ada', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:32.399391 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:32.403058 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Usage tracker for resource:subnet and tenant:844d5c31cce2458ead747ed459960d51 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:32.405896 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:32.411523 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:32.421206 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Made reservation on behalf of 844d5c31cce2458ead747ed459960d51 for: {'subnet': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:32.423757 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.913963 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.917951 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:33.002185 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Checking segment: {'id': 'cb41d587-63cd-4304-9157-e05c7b77d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3403f974-8489-41ac-885f-22f908c0098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:33.002542 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Network hostable DHCP agents. Network: 3403f974-8489-41ac-885f-22f908c0098e, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:00:33.008254 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af361d1-1b37-4094-9ffd-5002d172b701,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:33.015214 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:33.026262 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Network 3403f974-8489-41ac-885f-22f908c0098e is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:00:33.036097 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 3403f974-8489-41ac-885f-22f908c0098e) {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:33.043521 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:33.044619 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.048122 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6b470-d3d6-4011-853c-982152861033 None None] Network 3403f974-8489-41ac-885f-22f908c0098e requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:33.065293 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6735218 Apr 30 16:00:33.364842 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df3fdd3-ac88-5b73-8693-e99319fc8c38-3403f974-8489-41ac-885f-22f908c0098e', 'network_id': '3403f974-8489-41ac-885f-22f908c0098e', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'fixed_ips': [{'subnet_id': '5af361d1-1b37-4094-9ffd-5002d172b701'}]}} from dv-cinder-775008-3-smb. {{(pid=73865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:00:33.366124 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.558030 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.db_base_plugin_common [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Allocated IP 172.20.0.2 (3403f974-8489-41ac-885f-22f908c0098e/5af361d1-1b37-4094-9ffd-5002d172b701/02901db6-184a-411c-86c9-d5141372de50) {{(pid=73865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:33.790473 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Notify callbacks [] for port, precommit_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.804821 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Transition to ACTIVE for port object 02901db6-184a-411c-86c9-d5141372de50 will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:33.828766 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Transition to ACTIVE for port object 02901db6-184a-411c-86c9-d5141372de50 will not be triggered until provisioned by entity DHCP. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:33.836011 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.841377 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:33.895555 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Network 3403f974-8489-41ac-885f-22f908c0098e is already hosted by enough agents. {{(pid=73865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:33.902697 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.base_scheduler [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Resources bound (agent type, host, resource id): {{(pid=73865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:33.909164 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Received port after_create {{(pid=73865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:33.943503 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Pushing event updated for resources: {'Port': ['ID=02901db6-184a-411c-86c9-d5141372de50,revision_number=1']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:33.961743 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.962122 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.962429 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.962746 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.963061 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.963369 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.963791 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.964070 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.964270 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.964571 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.964869 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.965169 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Tracked resource versions report: Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: pushed versions: Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: { 'AddressGroup': {'1.2'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'ConntrackHelper': {'1.0'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'Log': {'1.0'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'Network': {'1.1'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'Port': {'1.7'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'PortForwarding': {'1.2'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'QosPolicy': {'1.8'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'SecurityGroup': {'1.4'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'SubPort': {'1.0'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'Subnet': {'1.1'}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'Trunk': {'1.1'}} Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: consumer versions: Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: { DHCP agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: L3 agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: Metadata agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: Metering agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: Open vSwitch agent@dv-cinder-775008-3-smb: { 'AddressGroup': '1.2', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'ConntrackHelper': '1.0', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'Log': '1.0', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'Network': '1.1', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'Port': '1.7', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'PortForwarding': '1.2', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'QosPolicy': '1.8', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'SecurityGroup': '1.4', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'SecurityGroupRule': '1.2', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'SubPort': '1.0', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'Subnet': '1.1', Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: 'Trunk': '1.1'}} Apr 30 16:00:33.966951 dv-cinder-775008-3-smb neutron-server[73865]: {{(pid=73865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:00:34.001381 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:34.021337 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Attempting to bind port 02901db6-184a-411c-86c9-d5141372de50 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:34.021742 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Attempting to bind port 02901db6-184a-411c-86c9-d5141372de50 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'cb41d587-63cd-4304-9157-e05c7b77d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3403f974-8489-41ac-885f-22f908c0098e'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:34.022195 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Attempting to bind port 02901db6-184a-411c-86c9-d5141372de50 on network 3403f974-8489-41ac-885f-22f908c0098e {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:34.027531 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:34.027944 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Checking segment: {'id': 'cb41d587-63cd-4304-9157-e05c7b77d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3403f974-8489-41ac-885f-22f908c0098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:34.029076 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.029598 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Bound using segment: {'id': 'cb41d587-63cd-4304-9157-e05c7b77d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3403f974-8489-41ac-885f-22f908c0098e'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:34.030126 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Bound port: 02901db6-184a-411c-86c9-d5141372de50, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb41d587-63cd-4304-9157-e05c7b77d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3403f974-8489-41ac-885f-22f908c0098e'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:34.030517 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.121567 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] For port 02901db6-184a-411c-86c9-d5141372de50, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:34.126105 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] For port 02901db6-184a-411c-86c9-d5141372de50, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=02901db6-184a-411c-86c9-d5141372de50,segment=NetworkSegment(cb41d587-63cd-4304-9157-e05c7b77d4bf),segment_id=cb41d587-63cd-4304-9157-e05c7b77d4bf)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:34.130678 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.134558 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:34.222456 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Pushing event updated for resources: {'Port': ['ID=02901db6-184a-411c-86c9-d5141372de50,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:34.225923 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:35.543179 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 47510) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:35.929283 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [None req-6682e75a-c76d-41ad-b6e4-2634e7b165a7 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:00:35.930430 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-6682e75a-c76d-41ad-b6e4-2634e7b165a7 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3862712 Apr 30 16:00:38.389759 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 47520) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:38.798608 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [None req-32f06ca1-59c3-4bdd-b8a2-474137f2fc50 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:00:38.802617 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-32f06ca1-59c3-4bdd-b8a2-474137f2fc50 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4088116 Apr 30 16:00:39.063299 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 02901db6-184a-411c-86c9-d5141372de50 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:39.142897 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 02901db6-184a-411c-86c9-d5141372de50 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:39.838555 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b668e21-c95f-4ca8-90a6-6ba2a68c5caa None None] Network 3403f974-8489-41ac-885f-22f908c0098e requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:39.960913 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-90ea31f4-96ce-4728-90f6-a18798835e90 None None] Provisioning for port 02901db6-184a-411c-86c9-d5141372de50 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:39.977430 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-90ea31f4-96ce-4728-90f6-a18798835e90 None None] Provisioning complete for port 02901db6-184a-411c-86c9-d5141372de50 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:39.977814 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-90ea31f4-96ce-4728-90f6-a18798835e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:40.198063 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-90ea31f4-96ce-4728-90f6-a18798835e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:40.249349 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-90ea31f4-96ce-4728-90f6-a18798835e90 None None] For port 02901db6-184a-411c-86c9-d5141372de50, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=02901db6-184a-411c-86c9-d5141372de50,segment=NetworkSegment(cb41d587-63cd-4304-9157-e05c7b77d4bf),segment_id=cb41d587-63cd-4304-9157-e05c7b77d4bf)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:40.254148 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-90ea31f4-96ce-4728-90f6-a18798835e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:40.256477 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:40.356384 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea31f4-96ce-4728-90f6-a18798835e90 None None] Pushing event updated for resources: {'Port': ['ID=02901db6-184a-411c-86c9-d5141372de50,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:40.366943 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-90ea31f4-96ce-4728-90f6-a18798835e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:40.475773 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-c99adce2-1d9c-4e38-b1ee-6d6ce1a5e9e1 None None] Provisioning complete for port 02901db6-184a-411c-86c9-d5141372de50 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:40.476057 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c99adce2-1d9c-4e38-b1ee-6d6ce1a5e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.033192 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 02901db6-184a-411c-86c9-d5141372de50 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:41.101347 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 02901db6-184a-411c-86c9-d5141372de50 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:41.101718 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.576493 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 47536) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:41.929555 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] Request body: {'router': {'tenant_id': '844d5c31cce2458ead747ed459960d51', 'name': 'router1', 'admin_state_up': True}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:41.934384 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:41.939126 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] Usage tracker for resource:router and tenant:844d5c31cce2458ead747ed459960d51 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:41.942387 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:41.948199 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:41.960165 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13610'] for router, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.961814 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.985540 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.095095 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396384'] for router, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.114269 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] Notify callbacks [] for router, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.115449 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-91d1e42c-b3fd-4644-b4ee-cf032768c108 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5379946 Apr 30 16:00:44.054134 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-5d56a435-9d71-42e6-b941-13ae5b91d7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.523963 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 47546) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:44.910896 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [None req-e38c131f-ce8a-4582-97a1-21d36b3715bd admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:00:44.911810 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-e38c131f-ce8a-4582-97a1-21d36b3715bd admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3868732 Apr 30 16:00:46.790293 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-22d42a66-b9e4-4bc8-ba2d-620d62286c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.999535 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.341676 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 47556) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:47.723664 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:47.728733 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:47.733044 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Usage tracker for resource:network and tenant:8db70f4e307e4701b753d190d9b59b83 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:47.736073 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:47.741641 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:47.751706 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Made reservation on behalf of 8db70f4e307e4701b753d190d9b59b83 for: {'network': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:47.754082 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.766233 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.780473 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:47.784194 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Usage tracker for resource:security_group_rule and tenant:8db70f4e307e4701b753d190d9b59b83 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:47.786941 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:47.792478 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:47.880796 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.885007 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.890083 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:47.897744 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.905852 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Reserving flat network on physical network physnet1 {{(pid=73864) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 16:00:47.930817 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4010f731-125c-42fc-b0f4-d859ece836e2,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:47.934220 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.934906 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.segments_db [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Added segment c7f9a683-bf1a-4de0-b764-b6b8c86b8d74 of type flat for network d117264f-45ab-46f5-bf84-1e548aed77de Apr 30 16:00:47.937358 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:47.970809 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:48.008338 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:48.010306 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:48.011232 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:48.019672 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:48.116081 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7733483 Apr 30 16:00:48.121320 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Pushing event updated for resources: {'Network': ['ID=d117264f-45ab-46f5-bf84-1e548aed77de,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:48.124136 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:48.132077 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network d117264f-45ab-46f5-bf84-1e548aed77de details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:00:49.308972 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:50.511846 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 47576) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:50.721619 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184d99c-a72f-469b-9b05-7e4b6ba08ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:50.723022 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-e184d99c-a72f-469b-9b05-7e4b6ba08ed1 admin admin] 10.222.0.15 "GET /v2.0/subnets/5af361d1-1b37-4094-9ffd-5002d172b701 HTTP/1.1" status: 200 len: 849 time: 0.2103138 Apr 30 16:00:50.869013 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-fcad3e15-9564-4512-a52c-6b7ee59931ea admin admin] 10.222.0.15 "GET /v2.0/routers/d0e4a995-854d-44ab-922d-c283764f0699 HTTP/1.1" status: 200 len: 704 time: 0.1403162 Apr 30 16:00:51.381179 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:51.620014 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Allocated IP 172.20.0.1 (3403f974-8489-41ac-885f-22f908c0098e/5af361d1-1b37-4094-9ffd-5002d172b701/24616d89-f6cb-4bd6-8f8c-ae97957dac15) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:51.781551 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:51.799813 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Transition to ACTIVE for port object 24616d89-f6cb-4bd6-8f8c-ae97957dac15 will not be triggered until provisioned by entity DHCP. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:51.855752 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:51.860964 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:51.919798 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Network 3403f974-8489-41ac-885f-22f908c0098e is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:51.923286 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:51.931527 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:51.932077 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424174'] for router_interface, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.083018 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Pushing event updated for resources: {'Port': ['ID=24616d89-f6cb-4bd6-8f8c-ae97957dac15,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:52.089329 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:52.091207 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-9d365af0-535c-4e02-a44a-0f9d8b81a7a9 None None] Provisioning for port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:52.097395 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-9d365af0-535c-4e02-a44a-0f9d8b81a7a9 None None] Provisioning complete for port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:52.097766 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-9d365af0-535c-4e02-a44a-0f9d8b81a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.156170 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-9d365af0-535c-4e02-a44a-0f9d8b81a7a9 None None] Port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:00:52.213307 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.454993 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.459531 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.460630 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424011'] for router_interface, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.464010 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:52.601090 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Pushing event updated for resources: {'Port': ['ID=24616d89-f6cb-4bd6-8f8c-ae97957dac15,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:52.605394 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:52.655697 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Network 3403f974-8489-41ac-885f-22f908c0098e is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:52.656787 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:52.884584 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-ae30bb37-b5b6-43f2-a849-1b5e8956dc39 None None] Provisioning complete for port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:52.884954 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ae30bb37-b5b6-43f2-a849-1b5e8956dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.892031 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Router d0e4a995-854d-44ab-922d-c283764f0699 is scheduled to L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 with binding_index 1 {{(pid=73864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:00:52.939281 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-ae30bb37-b5b6-43f2-a849-1b5e8956dc39 None None] Port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:00:53.045632 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:00:53.055181 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] 10.222.0.15 "PUT /v2.0/routers/d0e4a995-854d-44ab-922d-c283764f0699/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1804538 Apr 30 16:00:53.055343 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Sync routers for ids ['d0e4a995-854d-44ab-922d-c283764f0699'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:00:53.065957 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Routers {'d0e4a995-854d-44ab-922d-c283764f0699'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:53.066824 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:00:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['d0e4a995-854d-44ab-922d-c283764f0699'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:53.246265 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Set router d0e4a995-854d-44ab-922d-c283764f0699 gateway port host: None {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:00:53.640508 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'name': 'router1', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:41Z', 'updated_at': '2021-04-30T16:00:52Z', 'revision_number': 2, 'project_id': '844d5c31cce2458ead747ed459960d51', 'gw_port_host': None, '_interfaces': [{'id': '24616d89-f6cb-4bd6-8f8c-ae97957dac15', 'name': '', 'network_id': '3403f974-8489-41ac-885f-22f908c0098e', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'mac_address': 'fa:16:3e:d5:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:51Z', 'updated_at': '2021-04-30T16:00:52Z', 'revision_number': 2, 'project_id': '844d5c31cce2458ead747ed459960d51', 'subnets': [{'id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d0e7c7-d512-4bb2-ba6d-6cbc00a22ada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:53.645872 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Checking router: d0e4a995-854d-44ab-922d-c283764f0699 for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:00:53.646287 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Updating router d0e4a995-854d-44ab-922d-c283764f0699 port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 binding host dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:00:53.699519 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.095226 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Notify callbacks [] for port, precommit_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.110440 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.provisioning_blocks [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Transition to ACTIVE for port object 24616d89-f6cb-4bd6-8f8c-ae97957dac15 will not be triggered until provisioned by entity L2. {{(pid=73867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:54.116420 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.121621 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:54.335865 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Pushing event updated for resources: {'Port': ['ID=24616d89-f6cb-4bd6-8f8c-ae97957dac15,revision_number=3']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:54.346962 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.347234 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.347553 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.347876 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.348196 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.348517 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.348833 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.349145 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.349457 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.349777 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.350113 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.350425 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Tracked resource versions report: Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: pushed versions: Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: { 'AddressGroup': {'1.2'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'ConntrackHelper': {'1.0'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'Log': {'1.0'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'Network': {'1.1'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'Port': {'1.7'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'PortForwarding': {'1.2'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'QosPolicy': {'1.8'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'SecurityGroup': {'1.4'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'SubPort': {'1.0'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'Subnet': {'1.1'}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'Trunk': {'1.1'}} Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: consumer versions: Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: { DHCP agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: L3 agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: Metadata agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: Metering agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: Open vSwitch agent@dv-cinder-775008-3-smb: { 'AddressGroup': '1.2', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'ConntrackHelper': '1.0', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'Log': '1.0', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'Network': '1.1', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'Port': '1.7', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'PortForwarding': '1.2', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'QosPolicy': '1.8', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'SecurityGroup': '1.4', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'SecurityGroupRule': '1.2', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'SubPort': '1.0', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'Subnet': '1.1', Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: 'Trunk': '1.1'}} Apr 30 16:00:54.351538 dv-cinder-775008-3-smb neutron-server[73867]: {{(pid=73867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:00:54.355282 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Attempting to bind port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:54.355686 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Attempting to bind port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'cb41d587-63cd-4304-9157-e05c7b77d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3403f974-8489-41ac-885f-22f908c0098e'}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:54.356147 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Attempting to bind port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 on network 3403f974-8489-41ac-885f-22f908c0098e {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:54.360509 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:54.363062 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:54.363478 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Checking segment: {'id': 'cb41d587-63cd-4304-9157-e05c7b77d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3403f974-8489-41ac-885f-22f908c0098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:54.363938 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.364326 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Bound using segment: {'id': 'cb41d587-63cd-4304-9157-e05c7b77d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3403f974-8489-41ac-885f-22f908c0098e'} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:54.364843 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Bound port: 24616d89-f6cb-4bd6-8f8c-ae97957dac15, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb41d587-63cd-4304-9157-e05c7b77d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3403f974-8489-41ac-885f-22f908c0098e'}}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:54.365230 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.455854 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] For port 24616d89-f6cb-4bd6-8f8c-ae97957dac15, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:54.460195 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] For port 24616d89-f6cb-4bd6-8f8c-ae97957dac15, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=24616d89-f6cb-4bd6-8f8c-ae97957dac15,segment=NetworkSegment(cb41d587-63cd-4304-9157-e05c7b77d4bf),segment_id=cb41d587-63cd-4304-9157-e05c7b77d4bf)] {{(pid=73867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:54.465540 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.469525 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:54.575695 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Routers {'d0e4a995-854d-44ab-922d-c283764f0699'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:54.576330 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:00:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['d0e4a995-854d-44ab-922d-c283764f0699'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:54.713195 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Pushing event updated for resources: {'Port': ['ID=24616d89-f6cb-4bd6-8f8c-ae97957dac15,revision_number=4']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:54.719319 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:54.756679 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] Set router d0e4a995-854d-44ab-922d-c283764f0699 gateway port host: None {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:00:55.097678 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'name': 'router1', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:41Z', 'updated_at': '2021-04-30T16:00:52Z', 'revision_number': 2, 'project_id': '844d5c31cce2458ead747ed459960d51', 'gw_port_host': None, '_interfaces': [{'id': '24616d89-f6cb-4bd6-8f8c-ae97957dac15', 'name': '', 'network_id': '3403f974-8489-41ac-885f-22f908c0098e', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'mac_address': 'fa:16:3e:d5:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:51Z', 'updated_at': '2021-04-30T16:00:54Z', 'revision_number': 4, 'project_id': '844d5c31cce2458ead747ed459960d51', 'subnets': [{'id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d0e7c7-d512-4bb2-ba6d-6cbc00a22ada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:55.101587 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95daf7-4e23-4ff4-863e-62feb8734fcf None None] The sync data for ids ['d0e4a995-854d-44ab-922d-c283764f0699'] in dv-cinder-775008-3-smb is: [{'id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'name': 'router1', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:41Z', 'updated_at': '2021-04-30T16:00:52Z', 'revision_number': 2, 'project_id': '844d5c31cce2458ead747ed459960d51', 'gw_port_host': None, '_interfaces': [{'id': '24616d89-f6cb-4bd6-8f8c-ae97957dac15', 'name': '', 'network_id': '3403f974-8489-41ac-885f-22f908c0098e', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'mac_address': 'fa:16:3e:d5:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:51Z', 'updated_at': '2021-04-30T16:00:54Z', 'revision_number': 4, 'project_id': '844d5c31cce2458ead747ed459960d51', 'subnets': [{'id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d0e7c7-d512-4bb2-ba6d-6cbc00a22ada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:00:55.254753 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 47598) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:55.539430 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.policy [None req-73ab2bfc-37c9-44d1-baa0-fb1eb77219b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73862) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 16:00:55.586351 dv-cinder-775008-3-smb neutron-server[73862]: WARNING oslo_policy.policy [None req-73ab2bfc-37c9-44d1-baa0-fb1eb77219b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 16:00:55.586740 dv-cinder-775008-3-smb neutron-server[73862]: WARNING oslo_policy.policy [None req-73ab2bfc-37c9-44d1-baa0-fb1eb77219b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 16:00:55.596566 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ab2bfc-37c9-44d1-baa0-fb1eb77219b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:55.598304 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-73ab2bfc-37c9-44d1-baa0-fb1eb77219b8 admin admin] 10.222.0.15 "GET /v2.0/networks/d117264f-45ab-46f5-bf84-1e548aed77de HTTP/1.1" status: 200 len: 842 time: 0.3426924 Apr 30 16:00:55.608054 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.2.1'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:55.611018 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.quota [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Loaded quota_driver: . Apr 30 16:00:55.617749 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:55.623554 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Usage tracker for resource:subnet and tenant:8db70f4e307e4701b753d190d9b59b83 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:55.627266 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:55.634470 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:55.650125 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Made reservation on behalf of 8db70f4e307e4701b753d190d9b59b83 for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:55.653088 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:56.156255 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.objects.ports [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73862) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 16:00:56.156845 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:56.161902 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:56.241264 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Checking segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:56.241620 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Network hostable DHCP agents. Network: d117264f-45ab-46f5-bf84-1e548aed77de, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:00:56.245475 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2310fd18-7df6-4de7-b4bb-3165a05ba2cb,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:56.259179 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.259851 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.259851 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.260219 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.260450 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.260768 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.261083 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.261427 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.262335 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.262335 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.262335 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.263437 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Tracked resource versions report: Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: pushed versions: Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: { 'AddressGroup': {'1.2'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'ConntrackHelper': {'1.0'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'Log': {'1.0'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'Network': {'1.1'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'Port': {'1.7'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'PortForwarding': {'1.2'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'QosPolicy': {'1.8'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'SecurityGroup': {'1.4'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'SubPort': {'1.0'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'Subnet': {'1.1'}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'Trunk': {'1.1'}} Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: consumer versions: Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: { DHCP agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: L3 agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: Metadata agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: Metering agent@dv-cinder-775008-3-smb: {}, Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: Open vSwitch agent@dv-cinder-775008-3-smb: { 'AddressGroup': '1.2', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'ConntrackHelper': '1.0', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'Log': '1.0', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'Network': '1.1', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'Port': '1.7', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'PortForwarding': '1.2', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'QosPolicy': '1.8', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'SecurityGroup': '1.4', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'SecurityGroupRule': '1.2', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'SubPort': '1.0', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'Subnet': '1.1', Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: 'Trunk': '1.1'}} Apr 30 16:00:56.265779 dv-cinder-775008-3-smb neutron-server[73862]: {{(pid=73862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:00:56.303905 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:56.305289 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Network d117264f-45ab-46f5-bf84-1e548aed77de is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:00:56.319057 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, d117264f-45ab-46f5-bf84-1e548aed77de) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:56.324441 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:56.325432 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:56.332955 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18de51-2bc4-410b-8b7f-81ffa247f876 None None] Network d117264f-45ab-46f5-bf84-1e548aed77de requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:56.357206 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7529478 Apr 30 16:00:56.569767 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fae340-4eaf-4e5e-aba4-c0ec421c5d9d None None] Network d117264f-45ab-46f5-bf84-1e548aed77de requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:58.626443 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 47618) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:58.826831 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-62a99b5a-ca98-440b-9a38-9254c0a15ccc admin admin] 10.222.0.15 "GET /v2.0/routers/d0e4a995-854d-44ab-922d-c283764f0699 HTTP/1.1" status: 200 len: 710 time: 0.1993310 Apr 30 16:00:58.959230 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d937fa-2c9b-4b51-b559-41657a4f5b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:58.959793 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-57d937fa-2c9b-4b51-b559-41657a4f5b22 admin admin] Synchronizing usage tracker for tenant:8db70f4e307e4701b753d190d9b59b83 on resource:network {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:58.979261 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-57d937fa-2c9b-4b51-b559-41657a4f5b22 admin admin] Unset dirty status for tenant:8db70f4e307e4701b753d190d9b59b83 on resource:network {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:58.980507 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-57d937fa-2c9b-4b51-b559-41657a4f5b22 admin admin] 10.222.0.15 "GET /v2.0/networks/d117264f-45ab-46f5-bf84-1e548aed77de HTTP/1.1" status: 200 len: 886 time: 0.1469586 Apr 30 16:00:58.990305 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:59.080381 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 24616d89-f6cb-4bd6-8f8c-ae97957dac15 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:59.151642 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:59.157138 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:59.157510 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:59.278261 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:59.310158 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 5 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:00:59.311310 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 24616d89-f6cb-4bd6-8f8c-ae97957dac15, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=24616d89-f6cb-4bd6-8f8c-ae97957dac15,segment=NetworkSegment(cb41d587-63cd-4304-9157-e05c7b77d4bf),segment_id=cb41d587-63cd-4304-9157-e05c7b77d4bf)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:59.316340 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:59.318599 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-90ea31f4-96ce-4728-90f6-a18798835e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:59.384029 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=24616d89-f6cb-4bd6-8f8c-ae97957dac15,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:59.387331 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:59.443336 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13637'] for router, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:59.840556 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:59.897769 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:00.034200 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Allocated IP 172.28.2.6 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/e5538a87-7bdc-493a-b46d-afd31ecba7c4) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:01:00.180655 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:00.210128 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:00.214257 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:00.276525 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:01:00.279685 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:00.284174 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:01:00.342090 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Pushing event updated for resources: {'Port': ['ID=e5538a87-7bdc-493a-b46d-afd31ecba7c4,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:00.352737 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:00.674715 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:01.047639 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 24616d89-f6cb-4bd6-8f8c-ae97957dac15 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:01.080344 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13637'] for router, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:01.083682 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-404271'] for router, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:01.119657 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:01.120028 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:01.272791 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Router d0e4a995-854d-44ab-922d-c283764f0699 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:01:01.460444 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:01:01.468723 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Notify callbacks [] for router, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:01.469917 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] 10.222.0.15 "PUT /v2.0/routers/d0e4a995-854d-44ab-922d-c283764f0699 HTTP/1.1" status: 200 len: 888 time: 2.4831836 Apr 30 16:01:01.470124 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Sync routers for ids ['d0e4a995-854d-44ab-922d-c283764f0699'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:01:01.481081 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Routers {'d0e4a995-854d-44ab-922d-c283764f0699'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:01:01.481735 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:00:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['d0e4a995-854d-44ab-922d-c283764f0699'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:01.699041 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Set router d0e4a995-854d-44ab-922d-c283764f0699 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:01:02.042874 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'name': 'router1', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e5538a87-7bdc-493a-b46d-afd31ecba7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:41Z', 'updated_at': '2021-04-30T16:01:00Z', 'revision_number': 4, 'project_id': '844d5c31cce2458ead747ed459960d51', 'gw_port': {'id': 'e5538a87-7bdc-493a-b46d-afd31ecba7c4', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:59Z', 'updated_at': '2021-04-30T16:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '24616d89-f6cb-4bd6-8f8c-ae97957dac15', 'name': '', 'network_id': '3403f974-8489-41ac-885f-22f908c0098e', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'mac_address': 'fa:16:3e:d5:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:51Z', 'updated_at': '2021-04-30T16:00:59Z', 'revision_number': 5, 'project_id': '844d5c31cce2458ead747ed459960d51', 'subnets': [{'id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d0e7c7-d512-4bb2-ba6d-6cbc00a22ada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:02.048473 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Checking router: d0e4a995-854d-44ab-922d-c283764f0699 for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:01:02.049063 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Updating router d0e4a995-854d-44ab-922d-c283764f0699 port e5538a87-7bdc-493a-b46d-afd31ecba7c4 binding host dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:01:02.105212 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.443844 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Notify callbacks [] for port, precommit_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.455997 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Transition to ACTIVE for port object e5538a87-7bdc-493a-b46d-afd31ecba7c4 will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:01:02.463490 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.467690 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:02.542459 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Attempting to bind port e5538a87-7bdc-493a-b46d-afd31ecba7c4 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:01:02.542816 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Attempting to bind port e5538a87-7bdc-493a-b46d-afd31ecba7c4 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:01:02.543174 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Attempting to bind port e5538a87-7bdc-493a-b46d-afd31ecba7c4 on network d117264f-45ab-46f5-bf84-1e548aed77de {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:01:02.555620 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5d02b-5bcc-4cd3-ba77-847c50eefe4d None None] Pushing event updated for resources: {'Port': ['ID=e5538a87-7bdc-493a-b46d-afd31ecba7c4,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:02.557970 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:01:02.558333 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Checking segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:02.558729 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.559111 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Bound using segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:01:02.559574 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Bound port: e5538a87-7bdc-493a-b46d-afd31ecba7c4, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:01:02.559961 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.587983 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-d5e5d02b-5bcc-4cd3-ba77-847c50eefe4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:02.667933 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] For port e5538a87-7bdc-493a-b46d-afd31ecba7c4, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:01:02.672768 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] For port e5538a87-7bdc-493a-b46d-afd31ecba7c4, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=e5538a87-7bdc-493a-b46d-afd31ecba7c4,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:01:02.679134 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.687909 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:02.794447 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Routers {'d0e4a995-854d-44ab-922d-c283764f0699'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:01:02.795195 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:00:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['d0e4a995-854d-44ab-922d-c283764f0699'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:02.862268 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5d02b-5bcc-4cd3-ba77-847c50eefe4d None None] Pushing event updated for resources: {'Port': ['ID=e5538a87-7bdc-493a-b46d-afd31ecba7c4,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:02.877499 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-d5e5d02b-5bcc-4cd3-ba77-847c50eefe4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:03.025299 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] Set router d0e4a995-854d-44ab-922d-c283764f0699 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:01:03.449332 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'name': 'router1', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e5538a87-7bdc-493a-b46d-afd31ecba7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:41Z', 'updated_at': '2021-04-30T16:01:00Z', 'revision_number': 4, 'project_id': '844d5c31cce2458ead747ed459960d51', 'gw_port': {'id': 'e5538a87-7bdc-493a-b46d-afd31ecba7c4', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:59Z', 'updated_at': '2021-04-30T16:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '24616d89-f6cb-4bd6-8f8c-ae97957dac15', 'name': '', 'network_id': '3403f974-8489-41ac-885f-22f908c0098e', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'mac_address': 'fa:16:3e:d5:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:51Z', 'updated_at': '2021-04-30T16:00:59Z', 'revision_number': 5, 'project_id': '844d5c31cce2458ead747ed459960d51', 'subnets': [{'id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d0e7c7-d512-4bb2-ba6d-6cbc00a22ada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:03.454773 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ee132-cac2-4198-b65a-502648dbe291 None None] The sync data for ids ['d0e4a995-854d-44ab-922d-c283764f0699'] in dv-cinder-775008-3-smb is: [{'id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'name': 'router1', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': 'e5538a87-7bdc-493a-b46d-afd31ecba7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:41Z', 'updated_at': '2021-04-30T16:01:00Z', 'revision_number': 4, 'project_id': '844d5c31cce2458ead747ed459960d51', 'gw_port': {'id': 'e5538a87-7bdc-493a-b46d-afd31ecba7c4', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:59Z', 'updated_at': '2021-04-30T16:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '24616d89-f6cb-4bd6-8f8c-ae97957dac15', 'name': '', 'network_id': '3403f974-8489-41ac-885f-22f908c0098e', 'tenant_id': '844d5c31cce2458ead747ed459960d51', 'mac_address': 'fa:16:3e:d5:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4a995-854d-44ab-922d-c283764f0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:51Z', 'updated_at': '2021-04-30T16:00:59Z', 'revision_number': 5, 'project_id': '844d5c31cce2458ead747ed459960d51', 'subnets': [{'id': '5af361d1-1b37-4094-9ffd-5002d172b701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d0e7c7-d512-4bb2-ba6d-6cbc00a22ada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:01:04.002814 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 47628) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:04.150922 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-014a5539-d15b-422f-99db-c4ea7e0f5c9e admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1468711 Apr 30 16:01:05.087158 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device e5538a87-7bdc-493a-b46d-afd31ecba7c4 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:05.154749 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port e5538a87-7bdc-493a-b46d-afd31ecba7c4 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:05.160078 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port e5538a87-7bdc-493a-b46d-afd31ecba7c4 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:05.160444 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:05.279186 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:05.295617 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port e5538a87-7bdc-493a-b46d-afd31ecba7c4, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=e5538a87-7bdc-493a-b46d-afd31ecba7c4,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:05.299653 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:05.301824 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-d5e5d02b-5bcc-4cd3-ba77-847c50eefe4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:05.377345 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=e5538a87-7bdc-493a-b46d-afd31ecba7c4,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:05.380436 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:07.077182 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device e5538a87-7bdc-493a-b46d-afd31ecba7c4 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:07.194614 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port e5538a87-7bdc-493a-b46d-afd31ecba7c4 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:07.195237 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:14.064117 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d243569d-ca1f-44be-893c-7f93004a5300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.795483 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-b43f038a-605b-49d8-9e98-a05b67ca98b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.002925 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.901530 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:19.347963 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:36.319664 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 5 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:01:44.058560 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-eff0b748-a449-46de-bf31-2a82904f83dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:46.793226 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-fc3714dd-a077-4e4d-bb05-d5fc35ec01fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:47.010058 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:47.903017 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.342616 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.309768 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 5 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:02:14.064761 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4d5d573-fef7-462c-b71c-6ffe0a5fe0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:16.787116 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-09c256a3-5a28-40b2-a934-5863227ef748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:17.010142 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:17.905795 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:19.344544 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:41.464332 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 48198) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:41.534383 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4c4900-45bc-4d7b-9b78-d449d734d583 admin admin] GET failed (client error): The resource could not be found. Apr 30 16:02:41.535674 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-1f4c4900-45bc-4d7b-9b78-d449d734d583 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0704038 Apr 30 16:02:41.669706 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e418392-e925-40c7-ad70-c770f6cb35d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:41.671233 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-8e418392-e925-40c7-ad70-c770f6cb35d7 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1318030 Apr 30 16:02:43.832819 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48208) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:43.944428 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd053d7e-492c-4bc9-8372-deb6788e7833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:43.945786 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-dd053d7e-492c-4bc9-8372-deb6788e7833 admin admin] 10.222.0.15 "GET /v2.0/subnets/5af361d1-1b37-4094-9ffd-5002d172b701 HTTP/1.1" status: 200 len: 849 time: 0.1120288 Apr 30 16:02:43.955736 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:02:44.070369 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-625f254a-f29e-4122-8a04-3b475d2c8a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:44.080453 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:44.380581 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733345633630'] for subnet, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:44.385009 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-aa9701fb-d58d-4e85-9f76-5e134ddb8bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:44.427663 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:44.428767 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:44.430182 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] 10.222.0.15 "PUT /v2.0/subnets/5af361d1-1b37-4094-9ffd-5002d172b701 HTTP/1.1" status: 200 len: 868 time: 0.4788110 Apr 30 16:02:44.430509 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8894d2ac-7c05-4fc6-954e-b7a22849d95f None None] Network 3403f974-8489-41ac-885f-22f908c0098e requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:02:44.454883 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af361d1-1b37-4094-9ffd-5002d172b701,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:44.462694 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.463072 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.463365 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.463691 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.464012 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.464332 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.464656 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.464975 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.465295 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.465616 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.465924 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.466290 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:44.471124 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:44.834254 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-06105083-e101-461c-869a-1b4ea08ac62f None None] Provisioning complete for port 02901db6-184a-411c-86c9-d5141372de50 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:02:44.834629 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-06105083-e101-461c-869a-1b4ea08ac62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:44.964720 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-06105083-e101-461c-869a-1b4ea08ac62f None None] Provisioning complete for port 24616d89-f6cb-4bd6-8f8c-ae97957dac15 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:02:44.964974 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-06105083-e101-461c-869a-1b4ea08ac62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:46.601728 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48218) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:46.778997 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b7747-013c-4e46-875a-a091dba57400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:46.779482 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b7747-013c-4e46-875a-a091dba57400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:46.781014 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-b73b7747-013c-4e46-875a-a091dba57400 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1783102 Apr 30 16:02:46.793450 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ef4826ee-d78a-4285-8042-e98f095d5f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:47.006162 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:47.935455 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:48.959181 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48228) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:49.139809 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b129f0-9d26-41e6-ab1c-5f288cda556b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:49.140206 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b129f0-9d26-41e6-ab1c-5f288cda556b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:49.141735 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-12b129f0-9d26-41e6-ab1c-5f288cda556b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1814938 Apr 30 16:02:49.339499 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:50.308961 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 5 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:02:51.353575 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48238) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:51.530598 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f2e06-68ce-447c-9058-ee998dee8458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:51.531956 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-9c5f2e06-68ce-447c-9058-ee998dee8458 admin admin] 10.222.0.15 "GET /v2.0/networks/3403f974-8489-41ac-885f-22f908c0098e HTTP/1.1" status: 200 len: 869 time: 0.1774068 Apr 30 16:02:53.646120 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48248) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:53.814471 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c18c86-e164-4a01-b7a2-af2dd8b11bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:53.815839 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c0c18c86-e164-4a01-b7a2-af2dd8b11bd3 admin admin] 10.222.0.15 "GET /v2.0/networks/d117264f-45ab-46f5-bf84-1e548aed77de HTTP/1.1" status: 200 len: 886 time: 0.1687622 Apr 30 16:02:55.959946 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48258) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:56.115927 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2586167-085c-49b4-87eb-6bd6ac7b52b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:56.116392 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2586167-085c-49b4-87eb-6bd6ac7b52b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:56.117904 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-f2586167-085c-49b4-87eb-6bd6ac7b52b8 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1570230 Apr 30 16:02:58.231277 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48268) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:58.338221 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78932fc-6b6f-48fe-ab55-106315508ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:58.338687 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78932fc-6b6f-48fe-ab55-106315508ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:58.340196 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-a78932fc-6b6f-48fe-ab55-106315508ba1 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079285 Apr 30 16:03:00.500725 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48278) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:00.605225 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3777c457-03a4-48be-8cec-cb7e44a5f447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:00.606580 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-3777c457-03a4-48be-8cec-cb7e44a5f447 admin admin] 10.222.0.15 "GET /v2.0/subnets/2310fd18-7df6-4de7-b4bb-3165a05ba2cb HTTP/1.1" status: 200 len: 816 time: 0.1049311 Apr 30 16:03:02.751174 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48288) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:02.858879 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9c78c-45f3-4d33-a45f-051b2b154f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:02.860222 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-03e9c78c-45f3-4d33-a45f-051b2b154f25 admin admin] 10.222.0.15 "GET /v2.0/subnets/5af361d1-1b37-4094-9ffd-5002d172b701 HTTP/1.1" status: 200 len: 868 time: 0.1080935 Apr 30 16:03:14.074141 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2f6ff235-d658-4b9a-9166-f4b259067de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.795899 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2bd32cbe-d92f-4921-87b6-6feca3e328a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.008274 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.912723 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:19.342459 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:26.403774 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48332) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:26.451496 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [None req-1773c903-8e7d-43e0-a6a8-c8ac70ce05d0 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:03:26.452469 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-1773c903-8e7d-43e0-a6a8-c8ac70ce05d0 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477660 Apr 30 16:03:27.308146 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 5 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:03:28.648175 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48342) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:28.714996 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fc1778-65f3-4953-8ffa-f16261b51ca9 admin admin] GET failed (client error): The resource could not be found. Apr 30 16:03:28.716256 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-f4fc1778-65f3-4953-8ffa-f16261b51ca9 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671263 Apr 30 16:03:28.843291 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125feffe-3fe8-4c29-8979-8ea7c6307f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:28.844728 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-125feffe-3fe8-4c29-8979-8ea7c6307f7e admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1247413 Apr 30 16:03:31.044248 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 48352) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:31.092915 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:31.098554 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:31.108477 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:31.119281 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Made reservation on behalf of 8db70f4e307e4701b753d190d9b59b83 for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:03:31.121551 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:31.212973 dv-cinder-775008-3-smb neutron-server[73862]: WARNING neutron.services.revisions.revision_plugin [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Could not find related network for resource to bump revision. Apr 30 16:03:31.227127 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:03:31.239509 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733345642388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:31.240082 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Unsubscribe: segment precommit_create {{(pid=73862) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 16:03:31.240518 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Added segment 0ddb71e7-0246-41cd-bd6d-4a12b6862ac8 of type vlan for network 2611f233-2317-4a05-8950-e8b48eeb4c22 Apr 30 16:03:31.281968 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:31.322017 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:31.323570 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:31.324173 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:31.327448 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:31.433594 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Pushing event updated for resources: {'Network': ['ID=2611f233-2317-4a05-8950-e8b48eeb4c22,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:31.438099 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3928173 Apr 30 16:03:31.442045 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.442384 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.442712 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.443032 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.443356 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.443673 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.443985 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.444301 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.444617 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.444931 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.445239 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.445545 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:31.450006 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:31.458476 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 2611f233-2317-4a05-8950-e8b48eeb4c22 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:03:33.625150 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 48362) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:33.692604 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9a2b20-2209-442f-ae12-31bb425b2b19 admin admin] GET failed (client error): The resource could not be found. Apr 30 16:03:33.693117 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2a9a2b20-2209-442f-ae12-31bb425b2b19 admin admin] Synchronizing usage tracker for tenant:8db70f4e307e4701b753d190d9b59b83 on resource:network {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:03:33.707785 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2a9a2b20-2209-442f-ae12-31bb425b2b19 admin admin] Unset dirty status for tenant:8db70f4e307e4701b753d190d9b59b83 on resource:network {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:03:33.709194 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2a9a2b20-2209-442f-ae12-31bb425b2b19 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0829849 Apr 30 16:03:33.816811 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3963e5a-6192-4d52-97be-52703c7d3c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:33.818267 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-a3963e5a-6192-4d52-97be-52703c7d3c77 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1052823 Apr 30 16:03:33.827961 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22', 'name': 'shared-subnet'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:33.832405 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:33.836179 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Usage tracker for resource:subnet and tenant:8db70f4e307e4701b753d190d9b59b83 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:33.839089 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:33.845591 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:33.856476 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Made reservation on behalf of 8db70f4e307e4701b753d190d9b59b83 for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:03:33.858897 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:34.238281 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:34.241796 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:34.313229 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b7fc1f-944a-43cd-bd5d-9ff144981a31,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:34.316633 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:34.319748 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Checking segment: {'id': '0ddb71e7-0246-41cd-bd6d-4a12b6862ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:03:34.319748 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Network hostable DHCP agents. Network: 2611f233-2317-4a05-8950-e8b48eeb4c22, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:03:34.337543 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Network 2611f233-2317-4a05-8950-e8b48eeb4c22 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:03:34.346817 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 2611f233-2317-4a05-8950-e8b48eeb4c22) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:34.351372 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:34.352085 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:34.356573 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92228f3e-90e9-4a3b-8709-8dd89f9a4416 None None] Network 2611f233-2317-4a05-8950-e8b48eeb4c22 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:03:34.378372 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5537965 Apr 30 16:03:34.598808 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df3fdd3-ac88-5b73-8693-e99319fc8c38-2611f233-2317-4a05-8950-e8b48eeb4c22', 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22', 'tenant_id': '8db70f4e307e4701b753d190d9b59b83', 'fixed_ips': [{'subnet_id': '44b7fc1f-944a-43cd-bd5d-9ff144981a31'}]}} from dv-cinder-775008-3-smb. {{(pid=73865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:03:34.599694 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:34.756335 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.db_base_plugin_common [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Allocated IP 192.168.233.2 (2611f233-2317-4a05-8950-e8b48eeb4c22/44b7fc1f-944a-43cd-bd5d-9ff144981a31/e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe) {{(pid=73865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:03:34.973303 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Notify callbacks [] for port, precommit_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:34.984556 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Transition to ACTIVE for port object e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:35.003818 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Transition to ACTIVE for port object e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe will not be triggered until provisioned by entity DHCP. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:35.009029 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:35.015391 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:35.077967 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Network 2611f233-2317-4a05-8950-e8b48eeb4c22 is already hosted by enough agents. {{(pid=73865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:03:35.083496 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.base_scheduler [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Resources bound (agent type, host, resource id): {{(pid=73865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:35.088137 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Received port after_create {{(pid=73865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:03:35.090281 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Pushing event updated for resources: {'Port': ['ID=e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe,revision_number=1']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:35.098865 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.099214 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.099546 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.099874 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.100197 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.100522 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.100843 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.101159 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.101480 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.101799 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.102138 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.102451 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:35.107267 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:35.197550 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Attempting to bind port e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:03:35.197912 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Attempting to bind port e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': '0ddb71e7-0246-41cd-bd6d-4a12b6862ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:03:35.198345 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Attempting to bind port e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe on network 2611f233-2317-4a05-8950-e8b48eeb4c22 {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:03:35.204481 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:03:35.204979 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Checking segment: {'id': '0ddb71e7-0246-41cd-bd6d-4a12b6862ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:03:35.205385 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:35.205784 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Bound using segment: {'id': '0ddb71e7-0246-41cd-bd6d-4a12b6862ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:03:35.206350 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Bound port: e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddb71e7-0246-41cd-bd6d-4a12b6862ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:03:35.206670 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:35.299166 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] For port e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:03:35.302991 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] For port e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe,segment=NetworkSegment(0ddb71e7-0246-41cd-bd6d-4a12b6862ac8),segment_id=0ddb71e7-0246-41cd-bd6d-4a12b6862ac8)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:03:35.307937 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:35.312643 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-d5e5d02b-5bcc-4cd3-ba77-847c50eefe4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:35.389396 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Pushing event updated for resources: {'Port': ['ID=e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:35.393167 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:36.175408 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d68ec7-9594-4308-8430-dd7f2b13edf9 None None] Network 2611f233-2317-4a05-8950-e8b48eeb4c22 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:03:36.266359 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-11c88d70-9fd5-4194-9e98-d906152f121b None None] Provisioning for port e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:37.194184 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:37.272858 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:37.275314 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:37.275695 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:37.399197 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:37.432745 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe,segment=NetworkSegment(0ddb71e7-0246-41cd-bd6d-4a12b6862ac8),segment_id=0ddb71e7-0246-41cd-bd6d-4a12b6862ac8)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:03:37.437906 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:37.440295 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-cd29617e-b101-4deb-8970-b1c375a85841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:37.535015 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:37.538093 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:39.174312 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:39.241793 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port e4acc5d2-9912-4c5d-bf32-ab21fe8e8bfe triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:39.242197 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:44.077589 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1d4d5cc2-8d43-4777-bc0c-95b4c589a6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:46.798541 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-9df97e55-aed6-49fe-ba68-7c173caf78cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:47.011275 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:47.913752 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:49.345832 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:04.307225 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 5 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:04:14.082425 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-92d24db2-142f-4c29-b704-4eb3e03c97a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:16.800255 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7061bbf5-7a94-46ff-86f0-4adee097e1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:17.018098 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:17.929277 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:19.349539 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:40.983166 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48412) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:40.989173 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [None req-eb582e68-06b3-4bdf-865f-96f7af6db7b1 tempest-verify_tempest_config-469894045 tempest-verify_tempest_config-469894045-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:04:40.990762 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-eb582e68-06b3-4bdf-865f-96f7af6db7b1 tempest-verify_tempest_config-469894045 tempest-verify_tempest_config-469894045-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059605 Apr 30 16:04:41.294346 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48430) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:41.307048 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 5 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:04:41.415562 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:41.430484 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:41.434429 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Usage tracker for resource:security_group_rule and tenant:bd677443c61c40aeba19e4aee07fd234 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:41.437170 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:41.443179 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:41.533660 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:41.542269 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:41.550231 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2d6f28e2-dc38-4c74-af54-4bc544862260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:41.592793 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc7e406-3143-4b49-bfec-76f8aebf62b5,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:41.596012 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Synchronizing usage tracker for tenant:8db70f4e307e4701b753d190d9b59b83 on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:41.605700 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.606065 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.606397 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.606756 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.607033 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.607347 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.607660 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.607967 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.608295 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.608603 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.608909 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.609212 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:41.614709 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:41.627076 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Unset dirty status for tenant:8db70f4e307e4701b753d190d9b59b83 on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:41.628476 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd677443c61c40aeba19e4aee07fd234&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3331671 Apr 30 16:04:41.631937 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48436) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:41.693753 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1427fb8e-35bf-4d1b-92a8-a1b0e0e8abae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:41.719122 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1427fb8e-35bf-4d1b-92a8-a1b0e0e8abae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:41.817274 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1427fb8e-35bf-4d1b-92a8-a1b0e0e8abae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:41.821869 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:41.832727 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427fb8e-35bf-4d1b-92a8-a1b0e0e8abae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc7e406-3143-4b49-bfec-76f8aebf62b5,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:41.837821 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-1427fb8e-35bf-4d1b-92a8-a1b0e0e8abae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:41.841232 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1427fb8e-35bf-4d1b-92a8-a1b0e0e8abae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:41.842374 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-1427fb8e-35bf-4d1b-92a8-a1b0e0e8abae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6dc7e406-3143-4b49-bfec-76f8aebf62b5 HTTP/1.1" status: 204 len: 168 time: 0.2094553 Apr 30 16:04:44.085928 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-afedd47d-c66b-4a9c-a78c-2dd87d1f9292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:46.814054 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-841a934e-3c02-481c-a8d2-dbc4d7c80ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:47.013599 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:47.922149 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.357096 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.090486 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-23fa14fe-e057-41da-be83-2c2752400cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.809781 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4ec9d95-eab5-41cb-b287-474e7f13c6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.011155 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.926358 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.307103 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 5 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:05:19.359610 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:44.096681 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-21792daa-52df-4030-ac83-fd645cba0f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.818397 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-83d67545-c1d0-4a54-83f4-67f02a9324fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:47.012158 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:47.929480 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.374810 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:55.307169 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 5 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:06:14.102559 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-70eed52c-5f17-470d-8378-e1ded5252b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:16.812547 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-14b80b56-ee6a-4a8c-8dbf-2b2d4963c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.009099 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.939133 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.370225 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.084271 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406'] for agent, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.307241 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:06:44.100369 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58fecd0b-a30c-4faa-ad63-aeb90aa3e416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.565464 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 48508) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:45.723057 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-02923804-2afe-4d37-b8b9-3488dc86a402 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1560252 Apr 30 16:06:46.823373 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-5b2172ce-db3e-40b3-9747-78a53acbcf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:47.013564 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:47.938211 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:48.072358 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 48518) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:48.155878 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-a9105d7d-b12d-4bf4-a90e-2102e88fc200 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0821447 Apr 30 16:06:49.373880 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:00.039471 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:09.306548 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:07:14.096952 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-625e323b-93c7-425b-9c90-6bd26f40834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:16.816579 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-df26d1c2-28ab-499a-9686-d1e21b6963d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:17.007691 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:17.944223 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:19.379311 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:30.061876 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:44.095155 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-624644f5-b21d-4774-931b-a8325dc39850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:46.307315 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:07:46.821838 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-9c7e7dd6-31b1-4f91-ae4b-a8d4a29301c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:47.011285 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:47.944255 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:49.388157 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:00.099302 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:14.093206 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-6f37fea5-7ad0-4744-b937-4e7bbe0f0a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.827492 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-83533ed2-a38a-41ec-8819-56f73c6b3024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.016749 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.953153 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.383984 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.306478 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:08:30.080133 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:36.166922 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48696) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:36.421890 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48714) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:36.650382 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-439867607-network', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:36.658624 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:36.665359 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Usage tracker for resource:network and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:36.669509 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:36.688812 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:36.704105 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Made reservation on behalf of 6dad49816ad546d08e5e3bbbcf5ba71c for: {'network': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:36.707754 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:36.726766 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:36.753790 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:36.763663 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Usage tracker for resource:security_group_rule and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:36.769348 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:36.779998 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:36.937660 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:36.943016 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:36.948472 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:36.983966 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=73864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:08:36.994035 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e56e38c-e8f4-4554-b211-25dd8c9e325a,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:37.004631 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.005126 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.005466 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.005896 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.006286 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.006597 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.006922 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.007417 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.007761 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.008082 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.008395 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.008900 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Tracked resource versions report: Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: pushed versions: Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: { 'AddressGroup': {'1.2'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'ConntrackHelper': {'1.0'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'Log': {'1.0'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'Network': {'1.1'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'Port': {'1.7'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'PortForwarding': {'1.2'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'QosPolicy': {'1.8'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'SecurityGroup': {'1.4'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'SubPort': {'1.0'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'Subnet': {'1.1'}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'Trunk': {'1.1'}} Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: consumer versions: Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: { DHCP agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: HyperV agent@hv-cinder-77500: {}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: L3 agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: Metadata agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: Metering agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: Open vSwitch agent@dv-cinder-775008-3-smb: { 'AddressGroup': '1.2', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'ConntrackHelper': '1.0', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'Log': '1.0', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'Network': '1.1', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'Port': '1.7', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'PortForwarding': '1.2', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'QosPolicy': '1.8', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'SecurityGroup': '1.4', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'SecurityGroupRule': '1.2', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'SubPort': '1.0', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'Subnet': '1.1', Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: 'Trunk': '1.1'}} Apr 30 16:08:37.010121 dv-cinder-775008-3-smb neutron-server[73864]: {{(pid=73864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:08:37.013649 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:37.021478 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.021871 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.segments_db [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Added segment cfe0f67e-be5e-4504-8f87-9c3e84cc501b of type vlan for network 4738b479-0713-4933-9630-6e9d1c66a28c Apr 30 16:08:37.060949 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.111203 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.113317 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:37.114513 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.122534 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:37.158608 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-291890511-network', 'tenant_id': '2b143fd3418d4640b8aa6f421cd0ef28'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:37.188471 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 48736) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:37.197395 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0286825 Apr 30 16:08:37.201819 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48740) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:37.259202 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:37.264962 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Usage tracker for resource:network and tenant:2b143fd3418d4640b8aa6f421cd0ef28 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:37.269229 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:37.279930 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:37.290988 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Request body: {'subnet': {'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-subnet', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:37.296638 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:37.301265 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Usage tracker for resource:subnet and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:37.304403 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:37.310773 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:37.322468 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Pushing event updated for resources: {'Network': ['ID=4738b479-0713-4933-9630-6e9d1c66a28c,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:37.325828 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Made reservation on behalf of 2b143fd3418d4640b8aa6f421cd0ef28 for: {'network': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:37.330237 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.343104 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 4738b479-0713-4933-9630-6e9d1c66a28c details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:08:37.354343 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Made reservation on behalf of 6dad49816ad546d08e5e3bbbcf5ba71c for: {'subnet': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:37.358206 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Notify callbacks [] for subnet, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.385006 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:37.386445 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.438573 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:37.446238 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Usage tracker for resource:security_group_rule and tenant:2b143fd3418d4640b8aa6f421cd0ef28 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:37.453244 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:37.463992 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:37.690451 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.699931 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.725429 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-1427fb8e-35bf-4d1b-92a8-a1b0e0e8abae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:37.742696 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=73864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:08:37.779863 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.780212 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.segments_db [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Added segment 6f8d7102-ffd1-4231-91a6-b5f345250762 of type vlan for network c837831f-e238-4be0-8bc9-aeb48a3f3736 Apr 30 16:08:37.788072 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667ccf4d-de9e-4123-91e3-f5e01cb836fd,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:37.791451 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:37.866136 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.936830 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.938378 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:37.939089 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:37.945478 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:37.948591 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1116641668-network', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:37.956911 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:37.963339 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Usage tracker for resource:network and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:37.968285 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:37.976997 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:37.997255 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Made reservation on behalf of aaa7024704ee405d859fcff7bd6bd05c for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:38.001224 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.006033 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48770) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:38.025921 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.046061 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:38.051916 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Usage tracker for resource:security_group_rule and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:38.056525 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:38.064142 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:38.154313 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7294390 Apr 30 16:08:38.158895 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48782) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:38.166144 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Pushing event updated for resources: {'Network': ['ID=c837831f-e238-4be0-8bc9-aeb48a3f3736,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:38.170881 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:38.179954 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network c837831f-e238-4be0-8bc9-aeb48a3f3736 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:08:38.182936 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Request body: {'subnet': {'network_id': 'c837831f-e238-4be0-8bc9-aeb48a3f3736', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-291890511-subnet', 'tenant_id': '2b143fd3418d4640b8aa6f421cd0ef28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:38.188566 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.196656 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.198260 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:38.219271 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:08:38.232733 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.233344 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Added segment 87340659-7503-4059-a887-888cf5d922d7 of type vlan for network 3db4e0f1-e767-469a-a50c-51a851769887 Apr 30 16:08:38.253628 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:38.293561 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1e6839-ea8f-457f-81b1-91f5e3e8f1cc,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:38.306358 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.306999 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.307491 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.307964 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.308587 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.309061 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.309643 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.310160 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.310818 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.311348 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.312067 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.312556 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Tracked resource versions report: Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: pushed versions: Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: { 'AddressGroup': {'1.2'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'ConntrackHelper': {'1.0'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'Log': {'1.0'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'Network': {'1.1'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'Port': {'1.7'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'PortForwarding': {'1.2'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'QosPolicy': {'1.8'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'SecurityGroup': {'1.4'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'SubPort': {'1.0'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'Subnet': {'1.1'}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'Trunk': {'1.1'}} Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: consumer versions: Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: { DHCP agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: HyperV agent@hv-cinder-77500: {}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: L3 agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: Metadata agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: Metering agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: Open vSwitch agent@dv-cinder-775008-3-smb: { 'AddressGroup': '1.2', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'ConntrackHelper': '1.0', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'Log': '1.0', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'Network': '1.1', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'Port': '1.7', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'PortForwarding': '1.2', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'QosPolicy': '1.8', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'SecurityGroup': '1.4', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'SecurityGroupRule': '1.2', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'SubPort': '1.0', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'Subnet': '1.1', Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: 'Trunk': '1.1'}} Apr 30 16:08:38.314050 dv-cinder-775008-3-smb neutron-server[73862]: {{(pid=73862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:08:38.328167 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.344336 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:38.395617 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Usage tracker for resource:subnet and tenant:2b143fd3418d4640b8aa6f421cd0ef28 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:38.413204 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-network', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:38.413837 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.415303 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:38.415918 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.419937 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:38.441236 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:38.446155 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:38.461285 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:38.467880 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Usage tracker for resource:network and tenant:5a5c5be14ad3411b8c241f609911b756 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:38.481855 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:38.485402 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2945893 Apr 30 16:08:38.486269 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 48794) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:38.497865 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:38.502948 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Made reservation on behalf of 2b143fd3418d4640b8aa6f421cd0ef28 for: {'subnet': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:38.509298 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.512283 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Request body: {'subnet': {'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1116641668-subnet', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:38.517977 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:38.524987 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Usage tracker for resource:subnet and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:38.528421 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:38.536494 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:38.592857 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Made reservation on behalf of 5a5c5be14ad3411b8c241f609911b756 for: {'network': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:38.597305 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.599654 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Made reservation on behalf of aaa7024704ee405d859fcff7bd6bd05c for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:38.601917 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.671440 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.709586 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:38.721354 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Usage tracker for resource:security_group_rule and tenant:5a5c5be14ad3411b8c241f609911b756 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:38.727792 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:38.739460 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:38.863825 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Pushing event updated for resources: {'Network': ['ID=3db4e0f1-e767-469a-a50c-51a851769887,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:38.870087 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:38.880216 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 3db4e0f1-e767-469a-a50c-51a851769887 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:08:39.113907 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.185390 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-bb085567-2286-4899-a966-aba91f89f099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:39.504389 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.511107 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:39.541343 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.563101 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.568214 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca75d80-6f41-4587-96d4-972748ede49d,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:39.572923 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:39.574062 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Checking segment: {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:39.574616 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Network hostable DHCP agents. Network: 4738b479-0713-4933-9630-6e9d1c66a28c, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:08:39.584941 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:39.597598 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f1c1de3-e276-4109-9c12-5717252dc055,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:39.607592 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:39.641912 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Checking segment: {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:39.642426 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Network hostable DHCP agents. Network: 3db4e0f1-e767-469a-a50c-51a851769887, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:08:39.665796 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Network 3db4e0f1-e767-469a-a50c-51a851769887 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:08:39.700180 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=73864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:08:39.725159 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d416eb52-c926-47c0-bde4-19d2b72a98cd,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:39.729243 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:39.735022 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 3db4e0f1-e767-469a-a50c-51a851769887) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:39.743471 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Network 4738b479-0713-4933-9630-6e9d1c66a28c is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:08:39.745406 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe6fe61-6fa1-454c-bc09-2ac9da7f126b None None] Network 3db4e0f1-e767-469a-a50c-51a851769887 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:39.748304 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.748644 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.segments_db [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Added segment fb852022-86ed-4bc0-b368-305a63e51f26 of type vlan for network d95cf8f9-6358-41cb-bd9a-5f66a6944553 Apr 30 16:08:39.751501 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:39.752447 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.765169 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 4738b479-0713-4933-9630-6e9d1c66a28c) {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:39.771488 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:39.772080 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.827812 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.831090 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e526b0-8e34-4894-b9b2-aa99064a65db None None] Network 4738b479-0713-4933-9630-6e9d1c66a28c requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:39.861888 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6588125 Apr 30 16:08:39.876326 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3706167 Apr 30 16:08:39.876924 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 48838) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:39.877416 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48830) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:39.890725 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:39.899655 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:39.902856 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:39.914159 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Usage tracker for resource:router and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:39.918466 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.920566 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:39.921570 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:39.925200 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:39.925801 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.938612 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6487bc06-ca34-428b-9d9a-39052560cc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:39.939918 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Usage tracker for resource:router and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:39.956992 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:39.972097 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:39.987370 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:40.024126 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13610'] for router, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.031791 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.092683 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.097461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.128535 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1180892 Apr 30 16:08:40.137807 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13610'] for router, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.138858 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.160656 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.180693 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48848) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:40.373923 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df3fdd3-ac88-5b73-8693-e99319fc8c38-3db4e0f1-e767-469a-a50c-51a851769887', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055'}]}} from dv-cinder-775008-3-smb. {{(pid=73865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:08:40.374793 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.446935 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df3fdd3-ac88-5b73-8693-e99319fc8c38-4738b479-0713-4933-9630-6e9d1c66a28c', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d'}]}} from dv-cinder-775008-3-smb. {{(pid=73865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:08:40.447858 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.464155 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Request body: {'subnet': {'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-subnet', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:40.472835 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Checking segment: {'id': '6f8d7102-ffd1-4231-91a6-b5f345250762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c837831f-e238-4be0-8bc9-aeb48a3f3736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:40.473791 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Network hostable DHCP agents. Network: c837831f-e238-4be0-8bc9-aeb48a3f3736, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:08:40.479896 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Pushing event updated for resources: {'Network': ['ID=d95cf8f9-6358-41cb-bd9a-5f66a6944553,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:40.498187 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:40.500811 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:40.505203 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-cf96463d-91fc-4469-b3b1-8f8fba83656c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:40.571799 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network d95cf8f9-6358-41cb-bd9a-5f66a6944553 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:08:40.600248 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55be2588-6fe0-42bb-9e8b-0d3f0b93e6cc,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:40.728015 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13637'] for router, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.859852 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.db_base_plugin_common [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Allocated IP 172.20.0.2 (4738b479-0713-4933-9630-6e9d1c66a28c/9ca75d80-6f41-4587-96d4-972748ede49d/860c297b-a6c2-43b5-a163-13647f70233b) {{(pid=73865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:40.867983 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13637'] for router, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.895024 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:40.899738 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Usage tracker for resource:subnet and tenant:5a5c5be14ad3411b8c241f609911b756 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:40.926482 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:40.989083 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:41.114360 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Network c837831f-e238-4be0-8bc9-aeb48a3f3736 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:08:41.124908 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Made reservation on behalf of 5a5c5be14ad3411b8c241f609911b756 for: {'subnet': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:41.128375 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:41.137417 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.db_base_plugin_common [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Allocated IP 172.20.0.2 (3db4e0f1-e767-469a-a50c-51a851769887/6f1c1de3-e276-4109-9c12-5717252dc055/1f524b04-79ad-4952-8bdc-e1a3da31bb99) {{(pid=73865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:41.268948 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, c837831f-e238-4be0-8bc9-aeb48a3f3736) {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:41.332524 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:41.334591 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:41.453207 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-024d3d04-c9db-4cda-96c6-2e155b2e9004 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2896988 Apr 30 16:08:41.513499 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd710cfd-90af-4937-9d16-7dbd8ecc91de None None] Network c837831f-e238-4be0-8bc9-aeb48a3f3736 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:41.695557 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:41.778885 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Notify callbacks [] for port, precommit_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:41.797171 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Transition to ACTIVE for port object 860c297b-a6c2-43b5-a163-13647f70233b will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:41.801017 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.062495 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Notify callbacks [] for port, precommit_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.069411 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Transition to ACTIVE for port object 860c297b-a6c2-43b5-a163-13647f70233b will not be triggered until provisioned by entity DHCP. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:42.101677 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.114968 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Transition to ACTIVE for port object 1f524b04-79ad-4952-8bdc-e1a3da31bb99 will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:42.124918 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.198748 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:42.243307 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Allocated IP 172.28.2.147 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/8d2ad681-aa1f-4123-bf62-9be15d976c74) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:42.273159 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Transition to ACTIVE for port object 1f524b04-79ad-4952-8bdc-e1a3da31bb99 will not be triggered until provisioned by entity DHCP. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:42.294981 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Network 4738b479-0713-4933-9630-6e9d1c66a28c is already hosted by enough agents. {{(pid=73865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:42.394381 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.base_scheduler [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Resources bound (agent type, host, resource id): {{(pid=73865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:42.459579 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.578204 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.580690 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Received port after_create {{(pid=73865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:08:42.709771 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.711203 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48910) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:42.716984 dv-cinder-775008-3-smb neutron-server[73864]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 16:08:42.792315 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.807218 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:42.864992 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5663408e-29d2-46e6-a19d-6d80162501dd None None] Network c837831f-e238-4be0-8bc9-aeb48a3f3736 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:42.882659 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:42.886503 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:42.889035 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:08:42.919624 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Allocated IP 172.28.2.18 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/6a59b431-606c-4cf3-b07b-e37196777c1b) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:43.021469 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Attempting to bind port 860c297b-a6c2-43b5-a163-13647f70233b on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:08:43.021844 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Attempting to bind port 860c297b-a6c2-43b5-a163-13647f70233b by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:08:43.022238 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Attempting to bind port 860c297b-a6c2-43b5-a163-13647f70233b on network 4738b479-0713-4933-9630-6e9d1c66a28c {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:08:43.158669 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Network 3db4e0f1-e767-469a-a50c-51a851769887 is already hosted by enough agents. {{(pid=73865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:43.182975 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:08:43.183480 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Checking segment: {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:43.184290 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:43.185113 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Bound using segment: {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:08:43.185703 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Bound port: 860c297b-a6c2-43b5-a163-13647f70233b, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:08:43.186737 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:43.219095 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2ad681-aa1f-4123-bf62-9be15d976c74,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:43.231159 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.base_scheduler [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Resources bound (agent type, host, resource id): {{(pid=73865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:43.234770 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:43.263275 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Received port after_create {{(pid=73865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:08:43.381168 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Pushing event updated for resources: {'Port': ['ID=860c297b-a6c2-43b5-a163-13647f70233b,revision_number=1']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:43.422209 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.423592 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.424217 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.424749 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.425324 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.425861 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.426421 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.427351 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.428043 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.428593 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.429112 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.429625 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Tracked resource versions report: Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: pushed versions: Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: { 'AddressGroup': {'1.2'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'ConntrackHelper': {'1.0'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'Log': {'1.0'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'Network': {'1.1'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'Port': {'1.7'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'PortForwarding': {'1.2'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'QosPolicy': {'1.8'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'SecurityGroup': {'1.4'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'SubPort': {'1.0'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'Subnet': {'1.1'}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'Trunk': {'1.1'}} Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: consumer versions: Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: { DHCP agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: HyperV agent@hv-cinder-77500: {}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: L3 agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: Metadata agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: Metering agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: Open vSwitch agent@dv-cinder-775008-3-smb: { 'AddressGroup': '1.2', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'ConntrackHelper': '1.0', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'Log': '1.0', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'Network': '1.1', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'Port': '1.7', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'PortForwarding': '1.2', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'QosPolicy': '1.8', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'SecurityGroup': '1.4', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'SecurityGroupRule': '1.2', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'SubPort': '1.0', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'Subnet': '1.1', Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: 'Trunk': '1.1'}} Apr 30 16:08:43.430966 dv-cinder-775008-3-smb neutron-server[73865]: {{(pid=73865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:08:43.474814 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.276s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:43.482403 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:43.486930 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:43.608271 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-c7db4632-8673-4557-a5e9-406389867555 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:43.609000 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-c7db4632-8673-4557-a5e9-406389867555 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Synchronizing usage tracker for tenant:2b143fd3418d4640b8aa6f421cd0ef28 on resource:network {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:43.650963 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Attempting to bind port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:08:43.652106 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Attempting to bind port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:08:43.652703 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Attempting to bind port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 on network 3db4e0f1-e767-469a-a50c-51a851769887 {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:08:43.693245 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] For port 860c297b-a6c2-43b5-a163-13647f70233b, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:08:43.699365 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:08:43.700466 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Checking segment: {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:43.701090 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:43.701658 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Bound using segment: {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:08:43.702481 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Bound port: 1f524b04-79ad-4952-8bdc-e1a3da31bb99, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:08:43.703478 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:43.721726 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Pushing event updated for resources: {'Port': ['ID=1f524b04-79ad-4952-8bdc-e1a3da31bb99,revision_number=1']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:43.733695 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:43.739690 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] For port 860c297b-a6c2-43b5-a163-13647f70233b, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=860c297b-a6c2-43b5-a163-13647f70233b,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:08:43.821729 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:43.845159 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:43.880332 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-c7db4632-8673-4557-a5e9-406389867555 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Unset dirty status for tenant:2b143fd3418d4640b8aa6f421cd0ef28 on resource:network {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:43.888589 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-c7db4632-8673-4557-a5e9-406389867555 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/networks?id=c837831f-e238-4be0-8bc9-aeb48a3f3736 HTTP/1.1" status: 200 len: 811 time: 1.1750312 Apr 30 16:08:43.947976 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-ea86e901-9041-441f-9ebf-e37a6b69c9b5 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/quotas/2b143fd3418d4640b8aa6f421cd0ef28 HTTP/1.1" status: 200 len: 375 time: 0.0580723 Apr 30 16:08:43.978726 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:44.069376 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.085474 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-01577fd3-0762-47e4-86d1-c4ae6c173049 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b143fd3418d4640b8aa6f421cd0ef28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1353312 Apr 30 16:08:44.104436 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c8068d7f-0bf9-48c2-851b-08debcd2ed90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:44.175989 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:44.183595 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:44.185815 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.194228 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:08:44.204845 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-97094043-2ce6-4752-95e0-388889a6e423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.227172 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Pushing event updated for resources: {'Port': ['ID=860c297b-a6c2-43b5-a163-13647f70233b,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:44.263513 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] For port 1f524b04-79ad-4952-8bdc-e1a3da31bb99, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:08:44.279943 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] For port 1f524b04-79ad-4952-8bdc-e1a3da31bb99, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=1f524b04-79ad-4952-8bdc-e1a3da31bb99,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:08:44.300078 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:44.301842 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.318390 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:44.542157 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Pushing event updated for resources: {'Port': ['ID=1f524b04-79ad-4952-8bdc-e1a3da31bb99,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:44.554636 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Pushing event updated for resources: {'Port': ['ID=6a59b431-606c-4cf3-b07b-e37196777c1b,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:44.565311 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:44.585551 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:44.589873 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:44.734478 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-ad94a6c5-3368-46b6-bb78-d962240382bc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:08:44.738331 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-ad94a6c5-3368-46b6-bb78-d962240382bc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1991324 Apr 30 16:08:44.799547 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396384'] for router, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:45.128110 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-24495967-c61b-4d66-87ed-263573c40abf service neutron] 10.222.0.15 "GET /v2.0/networks/c837831f-e238-4be0-8bc9-aeb48a3f3736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819090 Apr 30 16:08:45.166438 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a is scheduled to L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 with binding_index 1 {{(pid=73862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:08:45.256709 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79cd46e-c909-4fe6-a1af-935e76add221,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:45.299839 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:45.301216 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Checking segment: {'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:45.301853 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Network hostable DHCP agents. Network: d95cf8f9-6358-41cb-bd9a-5f66a6944553, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:08:45.582656 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Network d95cf8f9-6358-41cb-bd9a-5f66a6944553 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:08:45.648910 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-8b4bd25a-b2db-4583-9dbb-fa6b6f3811c2 service neutron] 10.222.0.15 "GET /v2.0/networks/c837831f-e238-4be0-8bc9-aeb48a3f3736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198202 Apr 30 16:08:45.651186 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:45.737201 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 860c297b-a6c2-43b5-a163-13647f70233b up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:45.821379 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:08:45.835520 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Sync routers for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:08:45.875743 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 860c297b-a6c2-43b5-a163-13647f70233b completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:08:45.883248 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 1f524b04-79ad-4952-8bdc-e1a3da31bb99 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:45.895697 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:45.896773 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:08:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:45.936955 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Notify callbacks [] for router, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:45.938510 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0601587 Apr 30 16:08:45.943831 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 48978) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:45.964840 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, d95cf8f9-6358-41cb-bd9a-5f66a6944553) {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:46.003423 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:46.007115 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:46.011161 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588e1c9-e960-4a02-bcd5-15802b4352a6 None None] Network d95cf8f9-6358-41cb-bd9a-5f66a6944553 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:46.155038 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 5.8926573 Apr 30 16:08:46.161725 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 48982) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:46.205089 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-router', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:46.240878 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:46.249889 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Usage tracker for resource:router and tenant:5a5c5be14ad3411b8c241f609911b756 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:46.258277 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:46.262599 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:08:46.276829 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:46.315939 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13610'] for router, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:46.319739 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:46.407352 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7693c1-3de3-45e7-8bd4-aad0d7c12f4b None None] Network 4738b479-0713-4933-9630-6e9d1c66a28c requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:46.490541 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49002) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:46.535143 dv-cinder-775008-3-smb neutron-server[73862]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 16:08:46.711508 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b4b4c008-016d-437c-9f2c-0b3d6c3440a5 req-e2496e2d-d409-498a-8744-e9820ae66430 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 210 time: 0.2022960 Apr 30 16:08:46.806242 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9889904-9ebc-4a46-89ad-c60bea1762b3 None None] Network d95cf8f9-6358-41cb-bd9a-5f66a6944553 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:46.881681 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:47.104490 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:47.225491 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdca6578-df5b-438d-a7dd-5385ec36b3ce None None] Network 3db4e0f1-e767-469a-a50c-51a851769887 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:47.251470 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49026) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:47.465844 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-60592572-806f-4730-ad71-3a75fe6d49ce None None] Provisioning for port 860c297b-a6c2-43b5-a163-13647f70233b completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:08:47.616443 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-60592572-806f-4730-ad71-3a75fe6d49ce None None] Provisioning complete for port 860c297b-a6c2-43b5-a163-13647f70233b triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:47.617227 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-60592572-806f-4730-ad71-3a75fe6d49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.009009 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:43Z', 'revision_number': 3, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:48.030422 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Checking router: 2e0b0c97-1977-4c17-9f35-78ad134d4c7a for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:08:48.033094 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Updating router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a port 8d2ad681-aa1f-4123-bf62-9be15d976c74 binding host dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:08:48.038259 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.057780 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-fbb6ff59-22f3-4bc8-90b5-2d2d327e596a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.124268 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2e95795e-d600-4a1a-aa26-d9c4eafd43cf req-6f00687c-d675-4ada-8982-f9160b4bebe4 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 210 time: 0.0888040 Apr 30 16:08:48.210776 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396384'] for router, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.212297 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.293835 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.424785 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.441478 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-60592572-806f-4730-ad71-3a75fe6d49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.679714 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-60592572-806f-4730-ad71-3a75fe6d49ce None None] For port 860c297b-a6c2-43b5-a163-13647f70233b, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=860c297b-a6c2-43b5-a163-13647f70233b,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:48.704107 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-60592572-806f-4730-ad71-3a75fe6d49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.717885 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:48.788597 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.811409 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13637'] for router, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.819682 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:48.830205 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f646f96b8341fd9c7353f2d0e3ce3b is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:48.837142 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:48.854700 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:48.937454 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-f7ce7d0a-9dc9-4c59-919a-4d3c18b06ce9 None None] Provisioning for port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:08:48.945296 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd is scheduled to L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 with binding_index 1 {{(pid=73864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:08:48.965073 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-f7ce7d0a-9dc9-4c59-919a-4d3c18b06ce9 None None] Provisioning complete for port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:48.965526 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7d0a-9dc9-4c59-919a-4d3c18b06ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.024344 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Allocated IP 172.20.0.1 (3db4e0f1-e767-469a-a50c-51a851769887/6f1c1de3-e276-4109-9c12-5717252dc055/cea3fad5-4ac4-479c-a39b-3320907d399c) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:49.097247 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60592572-806f-4730-ad71-3a75fe6d49ce None None] Pushing event updated for resources: {'Port': ['ID=860c297b-a6c2-43b5-a163-13647f70233b,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:49.115783 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-60592572-806f-4730-ad71-3a75fe6d49ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:49.185177 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Notify callbacks [] for port, precommit_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.238375 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.provisioning_blocks [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Transition to ACTIVE for port object 8d2ad681-aa1f-4123-bf62-9be15d976c74 will not be triggered until provisioned by entity L2. {{(pid=73867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:49.247695 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.254942 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:49.344711 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Pushing event updated for resources: {'Port': ['ID=8d2ad681-aa1f-4123-bf62-9be15d976c74,revision_number=2']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:49.355379 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.355927 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.356328 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.356715 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.357098 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.357473 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.357925 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.358720 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.358720 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.359093 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.359679 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.360471 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Tracked resource versions report: Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: pushed versions: Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: { 'AddressGroup': {'1.2'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'ConntrackHelper': {'1.0'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'Log': {'1.0'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'Network': {'1.1'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'Port': {'1.7'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'PortForwarding': {'1.2'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'QosPolicy': {'1.8'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'SecurityGroup': {'1.4'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'SubPort': {'1.0'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'Subnet': {'1.1'}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'Trunk': {'1.1'}} Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: consumer versions: Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: { DHCP agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: HyperV agent@hv-cinder-77500: {}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: L3 agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: Metadata agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: Metering agent@dv-cinder-775008-3-smb: {}, Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: Open vSwitch agent@dv-cinder-775008-3-smb: { 'AddressGroup': '1.2', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'ConntrackHelper': '1.0', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'Log': '1.0', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'Network': '1.1', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'Port': '1.7', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'PortForwarding': '1.2', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'QosPolicy': '1.8', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'SecurityGroup': '1.4', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'SecurityGroupRule': '1.2', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'SubPort': '1.0', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'Subnet': '1.1', Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: 'Trunk': '1.1'}} Apr 30 16:08:49.362132 dv-cinder-775008-3-smb neutron-server[73867]: {{(pid=73867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:08:49.384181 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:49.395990 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7d0a-9dc9-4c59-919a-4d3c18b06ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.438140 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.467071 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Attempting to bind port 8d2ad681-aa1f-4123-bf62-9be15d976c74 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:08:49.467439 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Attempting to bind port 8d2ad681-aa1f-4123-bf62-9be15d976c74 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:08:49.468029 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Attempting to bind port 8d2ad681-aa1f-4123-bf62-9be15d976c74 on network d117264f-45ab-46f5-bf84-1e548aed77de {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:08:49.489296 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:08:49.490028 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Checking segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:49.490733 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.491291 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Bound using segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:08:49.498740 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Bound port: 8d2ad681-aa1f-4123-bf62-9be15d976c74, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:08:49.501149 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.592434 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 860c297b-a6c2-43b5-a163-13647f70233b up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:49.648071 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] For port 8d2ad681-aa1f-4123-bf62-9be15d976c74, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:08:49.652102 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] For port 8d2ad681-aa1f-4123-bf62-9be15d976c74, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=8d2ad681-aa1f-4123-bf62-9be15d976c74,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:08:49.661133 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.693913 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.696034 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.698955 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:49.699464 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.706273 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-f7ce7d0a-9dc9-4c59-919a-4d3c18b06ce9 None None] For port 1f524b04-79ad-4952-8bdc-e1a3da31bb99, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=1f524b04-79ad-4952-8bdc-e1a3da31bb99,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:49.715921 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7d0a-9dc9-4c59-919a-4d3c18b06ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.750319 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Transition to ACTIVE for port object cea3fad5-4ac4-479c-a39b-3320907d399c will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:49.752775 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:49.806018 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.822735 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2b7a8425-0d6f-4059-9ff0-585a611429d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:49.843425 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Pushing event updated for resources: {'Port': ['ID=8d2ad681-aa1f-4123-bf62-9be15d976c74,revision_number=3']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:49.854840 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:49.869311 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:49.870258 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:08:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:49.979887 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 860c297b-a6c2-43b5-a163-13647f70233b triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:49.980514 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:50.009914 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:50.076712 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8b91edf4-bf00-4c87-94dd-192500de1f6c req-3180980f-8d31-49ae-9a86-8f0202b6faf0 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 210 time: 0.4560537 Apr 30 16:08:50.083139 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Network 3db4e0f1-e767-469a-a50c-51a851769887 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:50.106194 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:50.111338 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce7d0a-9dc9-4c59-919a-4d3c18b06ce9 None None] Pushing event updated for resources: {'Port': ['ID=1f524b04-79ad-4952-8bdc-e1a3da31bb99,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:50.115242 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:08:50.115952 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424174'] for router_interface, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:50.195914 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-f7ce7d0a-9dc9-4c59-919a-4d3c18b06ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:50.263198 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9f646f96b8341fd9c7353f2d0e3ce3b&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0007107 Apr 30 16:08:50.264689 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49122) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:50.292276 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-06f5d64e-dbdc-4b16-9ef5-923b40910e6d None None] Provisioning complete for port 860c297b-a6c2-43b5-a163-13647f70233b triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:50.293058 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-06f5d64e-dbdc-4b16-9ef5-923b40910e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:50.358894 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:50.715340 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2ddf7b-4d86-432a-8f00-2e6ccb3d16fb,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:50.763086 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:50.834985 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.64', 49239) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:50.863152 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Pushing event updated for resources: {'Port': ['ID=cea3fad5-4ac4-479c-a39b-3320907d399c,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:50.869084 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:50.941328 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-2401b28f-1a7f-4266-9da7-1ca6ac4be426 None None] Provisioning for port cea3fad5-4ac4-479c-a39b-3320907d399c completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:08:50.950302 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-2401b28f-1a7f-4266-9da7-1ca6ac4be426 None None] Provisioning complete for port cea3fad5-4ac4-479c-a39b-3320907d399c triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:50.951042 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2401b28f-1a7f-4266-9da7-1ca6ac4be426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.061809 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-2401b28f-1a7f-4266-9da7-1ca6ac4be426 None None] Port cea3fad5-4ac4-479c-a39b-3320907d399c cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:08:51.101285 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:43Z', 'revision_number': 3, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:51.106080 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49144) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:51.110609 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3712194-305f-445d-a68b-ff50119c00c5 None None] The sync data for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb is: [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:43Z', 'revision_number': 3, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:08:51.166299 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3f358be8-c754-4176-ada7-ff25dbc8fc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.170704 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:08:51.184963 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Sync routers for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:08:51.208899 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:51.209673 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:08:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:51.249174 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.485359 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-a933391e-ac96-456f-bbe6-0dce8bcd018b tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:51.486976 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-a933391e-ac96-456f-bbe6-0dce8bcd018b tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.64 "GET /v2.0/networks?id=c837831f-e238-4be0-8bc9-aeb48a3f3736 HTTP/1.1" status: 200 len: 811 time: 0.6477730 Apr 30 16:08:51.598272 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Notify callbacks [] for router, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.599510 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.7210040 Apr 30 16:08:51.604337 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Request body: {'port': {'device_id': '02a9e3ab-a650-41f7-a31c-f9a646cc120b', 'network_id': 'c837831f-e238-4be0-8bc9-aeb48a3f3736', 'admin_state_up': True, 'tenant_id': '2b143fd3418d4640b8aa6f421cd0ef28'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:51.657712 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49164) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:51.658412 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.682091 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:51.687046 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] Usage tracker for resource:security_group_rule and tenant:3454a033094c417d8382d14676d52864 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:51.690903 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:51.691354 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:51.704513 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:51.849815 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 1f524b04-79ad-4952-8bdc-e1a3da31bb99 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:51.865166 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3f358be8-c754-4176-ada7-ff25dbc8fc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.910818 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:51.922377 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Usage tracker for resource:port and tenant:2b143fd3418d4640b8aa6f421cd0ef28 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:51.931340 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:51.939958 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:52.010521 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.039462 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Made reservation on behalf of 2b143fd3418d4640b8aa6f421cd0ef28 for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:52.043467 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.151993 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.158074 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424011'] for router_interface, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.165309 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:52.358909 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.431971 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.511597 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.539389 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4e8197dc-d233-42eb-be24-877ecc3f7c1c req-cab41a38-e4c6-44c5-a241-2e09a7701658 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 210 time: 0.5265024 Apr 30 16:08:52.549646 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.647785 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3454a033094c417d8382d14676d52864&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5368373 Apr 30 16:08:52.648978 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49218) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:52.676344 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3f358be8-c754-4176-ada7-ff25dbc8fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.748917 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Pushing event updated for resources: {'Port': ['ID=cea3fad5-4ac4-479c-a39b-3320907d399c,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:52.762810 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:52.776533 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:52.821921 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6ed25478-a92c-4012-9a0b-9eb58620e5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:52.823468 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c745f-decb-4700-b5d9-cbb17b757216,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:52.836375 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:52.866404 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:52.867074 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Network 3db4e0f1-e767-469a-a50c-51a851769887 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:52.867754 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7f743dbe-e8c0-4d26-8083-c42b89f0ecc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.868895 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.921219 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:52.922746 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7f743dbe-e8c0-4d26-8083-c42b89f0ecc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:53.020622 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:44Z', 'revision_number': 3, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:53.038593 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Checking router: e4270c16-48cc-4f96-a1c5-bb1185e6d3bd for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:08:53.039492 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Updating router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd port 6a59b431-606c-4cf3-b07b-e37196777c1b binding host dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:08:53.057547 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f358be8-c754-4176-ada7-ff25dbc8fc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2ddf7b-4d86-432a-8f00-2e6ccb3d16fb,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:53.071893 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7f743dbe-e8c0-4d26-8083-c42b89f0ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:53.073903 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3f358be8-c754-4176-ada7-ff25dbc8fc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:53.181510 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:53.190082 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7f743dbe-e8c0-4d26-8083-c42b89f0ecc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:53.191572 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-7f743dbe-e8c0-4d26-8083-c42b89f0ecc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b13c745f-decb-4700-b5d9-cbb17b757216 HTTP/1.1" status: 204 len: 168 time: 0.5311255 Apr 30 16:08:53.192509 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3f358be8-c754-4176-ada7-ff25dbc8fc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:53.193646 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-3f358be8-c754-4176-ada7-ff25dbc8fc06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf2ddf7b-4d86-432a-8f00-2e6ccb3d16fb HTTP/1.1" status: 204 len: 168 time: 2.7471635 Apr 30 16:08:53.271083 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f743dbe-e8c0-4d26-8083-c42b89f0ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c745f-decb-4700-b5d9-cbb17b757216,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:53.305016 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-7f743dbe-e8c0-4d26-8083-c42b89f0ecc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:53.376153 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Allocated IP 172.20.0.6 (c837831f-e238-4be0-8bc9-aeb48a3f3736/55be2588-6fe0-42bb-9e8b-0d3f0b93e6cc/b7099b97-4494-4c1d-bef0-ae5c97289b8d) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:53.384831 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Allocated IP 172.28.2.112 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/127eeed4-47fd-46a2-a631-f89eab06f53e) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:53.729207 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:54.221153 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-f27fefed-3b77-4b80-a163-44a253f25924 req-73b5e07a-3ef2-4e72-9aae-ce617bd1adc2 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Synchronizing usage tracker for tenant:2b143fd3418d4640b8aa6f421cd0ef28 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:54.264130 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-07ef9a58-50d0-46a9-a1d5-28ea8ffb6c83 None None] Provisioning complete for port cea3fad5-4ac4-479c-a39b-3320907d399c triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:54.270940 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-07ef9a58-50d0-46a9-a1d5-28ea8ffb6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:54.467237 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 8d2ad681-aa1f-4123-bf62-9be15d976c74 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:54.511293 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-f27fefed-3b77-4b80-a163-44a253f25924 req-73b5e07a-3ef2-4e72-9aae-ce617bd1adc2 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Unset dirty status for tenant:2b143fd3418d4640b8aa6f421cd0ef28 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:54.512422 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f27fefed-3b77-4b80-a163-44a253f25924 req-73b5e07a-3ef2-4e72-9aae-ce617bd1adc2 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 210 time: 0.4786808 Apr 30 16:08:54.687294 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-07ef9a58-50d0-46a9-a1d5-28ea8ffb6c83 None None] Port cea3fad5-4ac4-479c-a39b-3320907d399c cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:08:54.876014 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 8d2ad681-aa1f-4123-bf62-9be15d976c74 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:08:54.880625 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:08:54.887996 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 8d2ad681-aa1f-4123-bf62-9be15d976c74 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:54.888444 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:55.128403 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:55.259491 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:55.326833 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 8d2ad681-aa1f-4123-bf62-9be15d976c74, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=8d2ad681-aa1f-4123-bf62-9be15d976c74,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:55.328476 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:55.335487 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:55.353740 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:55.371355 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:55.404232 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-893ec06d-40f7-46de-9885-259001f88549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:55.559509 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=8d2ad681-aa1f-4123-bf62-9be15d976c74,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:55.564460 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:55.670346 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49296) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:55.732229 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Network c837831f-e238-4be0-8bc9-aeb48a3f3736 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:55.746871 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:55.754443 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:08:55.760413 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:55.761058 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:55.786320 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Pushing event updated for resources: {'Port': ['ID=b7099b97-4494-4c1d-bef0-ae5c97289b8d,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:55.794338 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:55.803246 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2096157 Apr 30 16:08:55.808485 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:55.817585 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:55.862311 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-6892b01a-7f35-4aae-95df-d74bbbeb2993 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:08:55.863547 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-6892b01a-7f35-4aae-95df-d74bbbeb2993 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083997 Apr 30 16:08:55.932086 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:55.959203 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:55.964615 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:08:56.084046 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:08:56.101201 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Sync routers for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:08:56.117365 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:56.118266 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:08:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:56.326412 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 8d2ad681-aa1f-4123-bf62-9be15d976c74 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:56.459179 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Pushing event updated for resources: {'Port': ['ID=127eeed4-47fd-46a2-a631-f89eab06f53e,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:56.478036 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:56.495527 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:56.698344 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:56.723031 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] Usage tracker for resource:security_group_rule and tenant:fe39ff045ccb49f5b4d0753cf290104d is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:56.736707 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:56.781830 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:56.876121 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Notify callbacks [] for port, precommit_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:56.895711 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:56.940346 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 8d2ad681-aa1f-4123-bf62-9be15d976c74 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:56.941159 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49318) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:56.951421 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:56.973980 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] 10.222.0.15 "PUT /v2.0/routers/2e0b0c97-1977-4c17-9f35-78ad134d4c7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0124257 Apr 30 16:08:57.038219 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4a3b4-8c2d-4148-bb6b-6b417d42b932 req-c0e56f9f-1558-42ec-9096-a234480f9359 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:57.060946 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-75b4a3b4-8c2d-4148-bb6b-6b417d42b932 req-c0e56f9f-1558-42ec-9096-a234480f9359 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 931 time: 1.2560663 Apr 30 16:08:57.131331 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:57.171810 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Transition to ACTIVE for port object 6a59b431-606c-4cf3-b07b-e37196777c1b will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:57.215842 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:57.236126 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:57.281722 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:57.395719 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-75b4a3b4-8c2d-4148-bb6b-6b417d42b932 req-a3b706d4-3fc2-4cc5-ab67-2eec13458b63 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335352 Apr 30 16:08:57.613500 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Attempting to bind port 6a59b431-606c-4cf3-b07b-e37196777c1b on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:08:57.614197 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Attempting to bind port 6a59b431-606c-4cf3-b07b-e37196777c1b by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:08:57.614728 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Attempting to bind port 6a59b431-606c-4cf3-b07b-e37196777c1b on network d117264f-45ab-46f5-bf84-1e548aed77de {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:08:57.647515 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:08:57.662855 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Checking segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:57.663796 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:57.664431 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Bound using segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:08:57.665191 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Bound port: 6a59b431-606c-4cf3-b07b-e37196777c1b, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:08:57.666605 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:57.953825 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Request body: {'port': {'device_id': '02a9e3ab-a650-41f7-a31c-f9a646cc120b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:58.017698 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 2, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:58.031865 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Checking router: 2e0b0c97-1977-4c17-9f35-78ad134d4c7a for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:08:58.032404 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Updating router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a port cea3fad5-4ac4-479c-a39b-3320907d399c binding host dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:08:58.076751 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3abfaf-c96c-42e5-ba0b-dc48d8c4e362 None None] Pushing event updated for resources: {'Port': ['ID=6a59b431-606c-4cf3-b07b-e37196777c1b,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:58.145740 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-ed3abfaf-c96c-42e5-ba0b-dc48d8c4e362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:58.202539 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:58.209565 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396384'] for router, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:58.279476 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Allocated IP 172.20.0.1 (4738b479-0713-4933-9630-6e9d1c66a28c/9ca75d80-6f41-4587-96d4-972748ede49d/b57e745a-9c94-43d5-8a9c-51aa5ef4d22d) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:58.298214 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] For port 6a59b431-606c-4cf3-b07b-e37196777c1b, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:08:58.303877 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] For port 6a59b431-606c-4cf3-b07b-e37196777c1b, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=6a59b431-606c-4cf3-b07b-e37196777c1b,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:08:58.328013 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:58.333160 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-60592572-806f-4730-ad71-3a75fe6d49ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:58.550457 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:58.709889 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3abfaf-c96c-42e5-ba0b-dc48d8c4e362 None None] Pushing event updated for resources: {'Port': ['ID=6a59b431-606c-4cf3-b07b-e37196777c1b,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:58.717633 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-ed3abfaf-c96c-42e5-ba0b-dc48d8c4e362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:58.751570 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:58.755749 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:58.756353 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:08:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:58.781649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:58.797299 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125516844-network', 'tenant_id': '38908c1c29ae492d949c8852871c5ac8'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:59.001315 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:59.037535 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-956de7ed-41b3-4143-a2d4-4c4e280a54da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:59.130602 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0fba50-e967-4d3d-989c-5442b0b48200,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:59.138361 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:59.139407 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Usage tracker for resource:network and tenant:38908c1c29ae492d949c8852871c5ac8 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:59.161302 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Notify callbacks [] for port, precommit_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:59.195827 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.provisioning_blocks [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Transition to ACTIVE for port object cea3fad5-4ac4-479c-a39b-3320907d399c will not be triggered until provisioned by entity L2. {{(pid=73867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:59.204605 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:59.206778 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:59.242591 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:59.276320 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:59.329842 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49360) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:59.330387 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe39ff045ccb49f5b4d0753cf290104d&name=default HTTP/1.1" status: 200 len: 2975 time: 3.6465914 Apr 30 16:08:59.332267 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:59.440623 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 is scheduled to L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 with binding_index 1 {{(pid=73864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:08:59.457887 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06688163-a446-4179-80bc-e5a65775a6d5 None None] Pushing event updated for resources: {'Port': ['ID=cea3fad5-4ac4-479c-a39b-3320907d399c,revision_number=3']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:59.464744 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Made reservation on behalf of 38908c1c29ae492d949c8852871c5ac8 for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:59.467211 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-06688163-a446-4179-80bc-e5a65775a6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:59.492397 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:59.617635 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49370) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:59.761639 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1681468012', 'description': 'tempest-description--1864083164'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:59.780974 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:59.819068 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:59.833526 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:59.864788 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Usage tracker for resource:security_group and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:59.879420 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:59.900887 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:59.911104 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:59.922689 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Usage tracker for resource:security_group_rule and tenant:38908c1c29ae492d949c8852871c5ac8 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:59.932721 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Transition to ACTIVE for port object b57e745a-9c94-43d5-8a9c-51aa5ef4d22d will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:59.935749 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:59.958740 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:00.099889 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.114874 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Attempting to bind port cea3fad5-4ac4-479c-a39b-3320907d399c on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:09:00.117158 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Attempting to bind port cea3fad5-4ac4-479c-a39b-3320907d399c by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:09:00.117828 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Attempting to bind port cea3fad5-4ac4-479c-a39b-3320907d399c on network 3db4e0f1-e767-469a-a50c-51a851769887 {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:00.122281 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd128-3f16-44ad-8ecc-cc07a0a39d36 req-9afc840e-98ec-43d2-9d1c-a4c452dff4a8 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:00.131296 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-31edd128-3f16-44ad-8ecc-cc07a0a39d36 req-9afc840e-98ec-43d2-9d1c-a4c452dff4a8 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 931 time: 1.3512104 Apr 30 16:09:00.137532 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.140477 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:09:00.142686 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Checking segment: {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:00.144179 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.144698 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Bound using segment: {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:09:00.146455 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Bound port: cea3fad5-4ac4-479c-a39b-3320907d399c, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'}}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:09:00.147052 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.161676 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:00.237413 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f051bb0-72c5-4aaa-9ce6-9a60d50a4590,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:00.273852 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.315576 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:00.316287 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49384) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:00.323083 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.355955 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:00.375899 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-31edd128-3f16-44ad-8ecc-cc07a0a39d36 req-1d3240fe-491d-4b0b-9b01-b85e2ae2d689 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410061 Apr 30 16:09:00.378478 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:09:00.387588 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Usage tracker for resource:security_group_rule and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:00.402442 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] For port cea3fad5-4ac4-479c-a39b-3320907d399c, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:09:00.409106 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:00.419097 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] For port cea3fad5-4ac4-479c-a39b-3320907d399c, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=cea3fad5-4ac4-479c-a39b-3320907d399c,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:09:00.419787 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:00.432349 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.435608 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:09:00.481248 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:00.538842 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:44Z', 'revision_number': 3, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:00.548948 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe8a4c-aeef-4aeb-a79d-662b2fe800a8 None None] The sync data for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb is: [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:44Z', 'revision_number': 3, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:09:00.587180 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.608436 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.609780 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Added segment 59646b6a-7209-456b-b57f-6e7fbd2db014 of type vlan for network e0626965-d0fb-4bf4-b43d-d7ffcf1da389 Apr 30 16:09:00.661003 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.702064 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:00.703710 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:08:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:00.750909 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:00.762132 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7099b97-4494-4c1d-bef0-ae5c97289b8d {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:00.781596 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.818326 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.868179 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.870027 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:00.870862 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.904131 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Transition to ACTIVE for port object b7099b97-4494-4c1d-bef0-ae5c97289b8d will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:00.924947 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-46e0faa6-0845-419e-b503-4cf39f364295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.941843 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9953640 Apr 30 16:09:00.943147 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.959396 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:00.964168 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49390) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:00.970216 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Network 4738b479-0713-4933-9630-6e9d1c66a28c is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:00.988401 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Request body: {'subnet': {'network_id': 'e0626965-d0fb-4bf4-b43d-d7ffcf1da389', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125516844-subnet', 'tenant_id': '38908c1c29ae492d949c8852871c5ac8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:00.993407 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:00.998517 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Usage tracker for resource:subnet and tenant:38908c1c29ae492d949c8852871c5ac8 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:01.003317 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:01.011503 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:01.023604 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-46e0faa6-0845-419e-b503-4cf39f364295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:01.027051 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:01.030020 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:01.043939 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:09:01.044409 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424174'] for router_interface, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:01.050496 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Made reservation on behalf of 38908c1c29ae492d949c8852871c5ac8 for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:09:01.053096 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:01.067246 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:01.074962 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:bc4abd3c841f49878767327ac5ceff78 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:01.080753 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Pushing event updated for resources: {'Port': ['ID=b57e745a-9c94-43d5-8a9c-51aa5ef4d22d,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:01.103071 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:01.166016 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:01.260605 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:09:01.285532 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Sync routers for ids ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:09:01.318551 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Routers {'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:01.318551 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:08:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:01.447332 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Notify callbacks [] for router, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:01.453369 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 15.2902160 Apr 30 16:09:01.463412 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49400) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:01.464436 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-46e0faa6-0845-419e-b503-4cf39f364295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:01.816615 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Pushing event updated for resources: {'Port': ['ID=b7099b97-4494-4c1d-bef0-ae5c97289b8d,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:01.830060 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:01.834480 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:01.846628 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:01.849961 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:01.853867 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-cc294aa5-464b-48b7-98df-820a245c5d64 None None] Provisioning for port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:01.854792 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:01.919954 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-cc294aa5-464b-48b7-98df-820a245c5d64 None None] Provisioning complete for port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:01.920477 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cc294aa5-464b-48b7-98df-820a245c5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:01.965895 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0faa6-0845-419e-b503-4cf39f364295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0fba50-e967-4d3d-989c-5442b0b48200,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:01.970593 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-46e0faa6-0845-419e-b503-4cf39f364295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:02.069990 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:02.069990 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.135s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:02.095761 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:02.126052 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:02.133144 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4826181 Apr 30 16:09:02.185726 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-cc294aa5-464b-48b7-98df-820a245c5d64 None None] Port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:09:02.215315 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06688163-a446-4179-80bc-e5a65775a6d5 None None] Pushing event updated for resources: {'Port': ['ID=cea3fad5-4ac4-479c-a39b-3320907d399c,revision_number=4']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:02.216112 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Set router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:02.248782 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-06688163-a446-4179-80bc-e5a65775a6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.767s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:02.349875 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:00Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:02.365070 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a0c83-6c23-467b-bd82-129e151ff8da None None] The sync data for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb is: [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:00Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:09:02.575014 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49404) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:02.728138 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 6a59b431-606c-4cf3-b07b-e37196777c1b up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:02.729716 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:02.766453 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-46e0faa6-0845-419e-b503-4cf39f364295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:02.771214 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-46e0faa6-0845-419e-b503-4cf39f364295 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c0fba50-e967-4d3d-989c-5442b0b48200 HTTP/1.1" status: 204 len: 168 time: 3.4372840 Apr 30 16:09:02.879474 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'security_group_rule': {'security_group_id': 'b26ba919-0e1f-4b86-879a-510fd9e6d58d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:02.900456 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:02.910823 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Usage tracker for resource:security_group_rule and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:02.922291 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:02.935238 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:02.952756 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea34be3-538b-4408-a3dd-bd4999195984 req-6d564f27-20e6-45e2-ad51-c3f8a4f62edc tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:02.954388 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3ea34be3-538b-4408-a3dd-bd4999195984 req-6d564f27-20e6-45e2-ad51-c3f8a4f62edc tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 943 time: 1.1075010 Apr 30 16:09:02.955507 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Attempting to bind port b7099b97-4494-4c1d-bef0-ae5c97289b8d on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:09:02.955507 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Attempting to bind port b7099b97-4494-4c1d-bef0-ae5c97289b8d by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '6f8d7102-ffd1-4231-91a6-b5f345250762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c837831f-e238-4be0-8bc9-aeb48a3f3736'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:09:02.955853 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Attempting to bind port b7099b97-4494-4c1d-bef0-ae5c97289b8d on network c837831f-e238-4be0-8bc9-aeb48a3f3736 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:02.958625 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc4abd3c841f49878767327ac5ceff78&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6391399 Apr 30 16:09:03.033609 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49418) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:03.075451 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Port b7099b97-4494-4c1d-bef0-ae5c97289b8d on network c837831f-e238-4be0-8bc9-aeb48a3f3736 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:09:03.076015 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Attempting to bind port b7099b97-4494-4c1d-bef0-ae5c97289b8d on network c837831f-e238-4be0-8bc9-aeb48a3f3736 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:03.222752 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 6a59b431-606c-4cf3-b07b-e37196777c1b completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:03.263084 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:03.275064 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:09:03.275789 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Checking segment: {'id': '6f8d7102-ffd1-4231-91a6-b5f345250762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c837831f-e238-4be0-8bc9-aeb48a3f3736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:03.276875 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Bound using segment: {'id': '6f8d7102-ffd1-4231-91a6-b5f345250762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c837831f-e238-4be0-8bc9-aeb48a3f3736'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:09:03.278598 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Bound port: b7099b97-4494-4c1d-bef0-ae5c97289b8d, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d7102-ffd1-4231-91a6-b5f345250762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c837831f-e238-4be0-8bc9-aeb48a3f3736'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:09:03.279139 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:03.300050 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Pushing event updated for resources: {'Network': ['ID=e0626965-d0fb-4bf4-b43d-d7ffcf1da389,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:03.324898 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 6a59b431-606c-4cf3-b07b-e37196777c1b triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:03.325533 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:03.334490 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47e0c64f-f83b-4e5a-ad1a-5dddfa7d3c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:03.337535 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.272s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:03.386243 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-428f9f86-cb9c-4496-abcc-797be13a3821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.357s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:03.445604 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network e0626965-d0fb-4bf4-b43d-d7ffcf1da389 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:09:03.543625 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49424) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:03.653841 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47e0c64f-f83b-4e5a-ad1a-5dddfa7d3c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:03.890422 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] For port b7099b97-4494-4c1d-bef0-ae5c97289b8d, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:09:03.907542 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47e0c64f-f83b-4e5a-ad1a-5dddfa7d3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.018253 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3f358be8-c754-4176-ada7-ff25dbc8fc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:04.032823 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] For port b7099b97-4494-4c1d-bef0-ae5c97289b8d, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=b7099b97-4494-4c1d-bef0-ae5c97289b8d,segment=NetworkSegment(6f8d7102-ffd1-4231-91a6-b5f345250762),segment_id=6f8d7102-ffd1-4231-91a6-b5f345250762)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:09:04.058440 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.086795 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0c64f-f83b-4e5a-ad1a-5dddfa7d3c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f813a1-fb9e-4dc5-93e0-2e3a2a2e62d4,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:04.102336 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-47e0c64f-f83b-4e5a-ad1a-5dddfa7d3c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:04.109265 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-3ea34be3-538b-4408-a3dd-bd4999195984 req-3fae0147-b04f-41d3-b773-7b438db39dc1 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Synchronizing usage tracker for tenant:2b143fd3418d4640b8aa6f421cd0ef28 on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:04.119803 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.129453 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b4960-4212-421b-8f6a-a4329b1b2684 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26ba919-0e1f-4b86-879a-510fd9e6d58d,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:04.268312 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:04.328562 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f813a1-fb9e-4dc5-93e0-2e3a2a2e62d4,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:04.351105 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.964s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:04.355393 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.425123 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-router', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:46Z', 'updated_at': '2021-04-30T16:08:56Z', 'revision_number': 3, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'gw_port': {'id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:52Z', 'updated_at': '2021-04-30T16:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:04.458202 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 6a59b431-606c-4cf3-b07b-e37196777c1b, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=6a59b431-606c-4cf3-b07b-e37196777c1b,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:04.472032 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Checking router: f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:09:04.472358 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Updating router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 port 127eeed4-47fd-46a2-a631-f89eab06f53e binding host dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:09:04.564441 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.581487 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:04.594140 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47e0c64f-f83b-4e5a-ad1a-5dddfa7d3c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.621238 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-47e0c64f-f83b-4e5a-ad1a-5dddfa7d3c2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1f813a1-fb9e-4dc5-93e0-2e3a2a2e62d4 HTTP/1.1" status: 204 len: 168 time: 1.5421965 Apr 30 16:09:04.750815 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-3ea34be3-538b-4408-a3dd-bd4999195984 req-3fae0147-b04f-41d3-b773-7b438db39dc1 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Unset dirty status for tenant:2b143fd3418d4640b8aa6f421cd0ef28 on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:04.766906 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3ea34be3-538b-4408-a3dd-bd4999195984 req-3fae0147-b04f-41d3-b773-7b438db39dc1 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7169607 Apr 30 16:09:04.832792 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.877s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:04.833901 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:04.886243 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:04.887738 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.891545 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:04.891787 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-420226bb-12ac-4375-8f62-9488be80745e service neutron] 10.222.0.64 "PUT /v2.0/ports/b7099b97-4494-4c1d-bef0-ae5c97289b8d HTTP/1.1" status: 200 len: 1093 time: 7.7608273 Apr 30 16:09:04.905002 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Pushing event updated for resources: {'Port': ['ID=b7099b97-4494-4c1d-bef0-ae5c97289b8d,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:04.915761 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a9e3ab-a650-41f7-a31c-f9a646cc120b', 'tag': 'b7099b97-4494-4c1d-bef0-ae5c97289b8d'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:04.972333 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.030615 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.052936 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec4189fa80544e79347e62c871544b0 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:05.067242 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.068841 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:05.069891 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:05.117170 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:05.121305 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:05.244025 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9324bf81-3e98-4bc8-a30c-b2fc46d65339,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:05.336355 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:05.502009 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device cea3fad5-4ac4-479c-a39b-3320907d399c up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:05.713458 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.717281 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8673820 Apr 30 16:09:05.742082 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49444) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:05.856109 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'security_group_rule': {'security_group_id': 'b26ba919-0e1f-4b86-879a-510fd9e6d58d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:05.899975 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:06.079301 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:06.126748 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:06.140297 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=6a59b431-606c-4cf3-b07b-e37196777c1b,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:06.159132 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Usage tracker for resource:security_group_rule and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:06.160197 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.579s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:06.163597 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-df794d18-760a-4551-9a55-0fd9d4742cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:06.165841 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.db.resource_extend [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:09:06.167917 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-df794d18-760a-4551-9a55-0fd9d4742cb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b143fd3418d4640b8aa6f421cd0ef28&device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 1096 time: 0.4005885 Apr 30 16:09:06.215617 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:06.226155 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:06.293074 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49454) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:06.329323 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:06.333634 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:06.359681 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-792aa2db-4c6b-4211-9182-52433712a2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:06.462132 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ec4189fa80544e79347e62c871544b0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8786991 Apr 30 16:09:06.491303 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcfdbb4-3b94-49b6-b9b6-e40d9b816834,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:06.491303 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:06.491303 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49466) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:06.534551 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port cea3fad5-4ac4-479c-a39b-3320907d399c completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:06.547584 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:06.566946 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424011'] for router_interface, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:06.593992 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port cea3fad5-4ac4-479c-a39b-3320907d399c triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:06.606844 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:06.642921 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:06.651202 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a9e3ab-a650-41f7-a31c-f9a646cc120b', 'tag': 'b7099b97-4494-4c1d-bef0-ae5c97289b8d', 'status': 'completed', 'code': 200} Apr 30 16:09:06.740186 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.db.resource_extend [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:09:06.805209 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-5810fa0f-8d4f-428c-8d85-352aa7886240 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7099b97-4494-4c1d-bef0-ae5c97289b8d HTTP/1.1" status: 200 len: 217 time: 0.5011828 Apr 30 16:09:06.811285 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Pushing event updated for resources: {'Port': ['ID=b57e745a-9c94-43d5-8a9c-51aa5ef4d22d,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:06.821551 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:06.873790 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:06.905854 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.056736 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Notify callbacks [] for port, precommit_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.082191 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.126319 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Transition to ACTIVE for port object 127eeed4-47fd-46a2-a631-f89eab06f53e will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:07.138094 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Network 4738b479-0713-4933-9630-6e9d1c66a28c is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:07.139601 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-159009d8-8c3e-4359-bb38-487cface9fa6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:07.145446 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.156017 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915b43ff-8a63-483b-8cdd-bf8159a7b0cf,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:07.158179 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.183092 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.188957 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3903022 Apr 30 16:09:07.195102 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49476) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:07.197183 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:07.209966 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:07.211447 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:07.212143 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a24fec8c-432c-47bf-8305-ab7878e41133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.292966 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'floatingip': {'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:07.301248 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:07.322230 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-ae58d391-23a3-4936-a7c1-aab502e49002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:07.323888 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-ae58d391-23a3-4936-a7c1-aab502e49002 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55be2588-6fe0-42bb-9e8b-0d3f0b93e6cc HTTP/1.1" status: 200 len: 851 time: 0.2651186 Apr 30 16:09:07.345986 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] Usage tracker for resource:security_group_rule and tenant:59792a17e69f45deb0454a3738dd1a53 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:07.349916 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:07.379505 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:07.388200 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Usage tracker for resource:floatingip and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:07.402739 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:07.407212 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:07.420355 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274e91b-1035-49ec-91e1-8f0b49dfbaf4 req-909a5207-4a1e-4fe6-bb8f-9eee03e2a337 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:07.423650 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1274e91b-1035-49ec-91e1-8f0b49dfbaf4 req-909a5207-4a1e-4fe6-bb8f-9eee03e2a337 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 943 time: 0.6375377 Apr 30 16:09:07.451520 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:07.515000 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1274e91b-1035-49ec-91e1-8f0b49dfbaf4 req-7b8c9d5a-83f7-4828-8ceb-07c35e9523c2 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787930 Apr 30 16:09:07.587298 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.628839 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f838f1-cadf-4061-8bf0-95d51565eb9d None None] Pushing event updated for resources: {'Port': ['ID=127eeed4-47fd-46a2-a631-f89eab06f53e,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:07.656741 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-73f838f1-cadf-4061-8bf0-95d51565eb9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:07.679122 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Attempting to bind port 127eeed4-47fd-46a2-a631-f89eab06f53e on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:09:07.679832 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Attempting to bind port 127eeed4-47fd-46a2-a631-f89eab06f53e by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:09:07.681117 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Attempting to bind port 127eeed4-47fd-46a2-a631-f89eab06f53e on network d117264f-45ab-46f5-bf84-1e548aed77de {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:07.688600 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.712784 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:09:07.713199 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Checking segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:07.713576 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.714069 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Bound using segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:09:07.714664 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Bound port: 127eeed4-47fd-46a2-a631-f89eab06f53e, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:09:07.715079 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.770919 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Allocated IP 172.20.0.1 (d95cf8f9-6358-41cb-bd9a-5f66a6944553/f79cd46e-c909-4fe6-a1af-935e76add221/85ef4af5-0da8-4a29-8b83-3597533f1e0d) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:09:07.838370 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-69fad47c-a55e-4bac-9ef2-52a4bfbd2ecd None None] Provisioning complete for port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:07.841580 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-69fad47c-a55e-4bac-9ef2-52a4bfbd2ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.857745 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a24fec8c-432c-47bf-8305-ab7878e41133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.930404 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-69fad47c-a55e-4bac-9ef2-52a4bfbd2ecd None None] Port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:09:07.938093 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port cea3fad5-4ac4-479c-a39b-3320907d399c, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=cea3fad5-4ac4-479c-a39b-3320907d399c,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:07.949746 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.971276 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:07.990500 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:09:08.052412 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] For port 127eeed4-47fd-46a2-a631-f89eab06f53e, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:09:08.071981 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.076360 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.080014 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] For port 127eeed4-47fd-46a2-a631-f89eab06f53e, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=127eeed4-47fd-46a2-a631-f89eab06f53e,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:09:08.083378 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.091465 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.111670 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=cea3fad5-4ac4-479c-a39b-3320907d399c,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:08.123246 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:08.126366 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:08.146200 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2cb59422-c36f-4b01-a75b-d95f6616f2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:08.186846 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 6a59b431-606c-4cf3-b07b-e37196777c1b up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:08.222617 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59792a17e69f45deb0454a3738dd1a53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9123421 Apr 30 16:09:08.227155 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Routers {'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:08.227346 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.228129 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:08:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:08.237824 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49484) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:08.241502 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.248520 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f40429-f9e8-4c3a-a8c2-64ecaa19ef66,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:08.252229 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:08.265412 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-a8320415-3399-4d4a-81a1-4165b257ae73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:08.466073 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e6150dba-aee0-4668-9cf7-a89127e98cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.497632 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e6150dba-aee0-4668-9cf7-a89127e98cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.540489 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a24fec8c-432c-47bf-8305-ab7878e41133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.574780 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e6150dba-aee0-4668-9cf7-a89127e98cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.600160 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f838f1-cadf-4061-8bf0-95d51565eb9d None None] Pushing event updated for resources: {'Port': ['ID=127eeed4-47fd-46a2-a631-f89eab06f53e,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:08.601500 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa948f24-9d86-45d8-9e43-761acc2798fd,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:08.603910 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-73f838f1-cadf-4061-8bf0-95d51565eb9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:08.605374 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:09:08.612400 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Checking segment: {'id': '59646b6a-7209-456b-b57f-6e7fbd2db014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e0626965-d0fb-4bf4-b43d-d7ffcf1da389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:08.613021 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Network hostable DHCP agents. Network: e0626965-d0fb-4bf4-b43d-d7ffcf1da389, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:09:08.627733 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Sync routers for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:09:08.641179 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.643093 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] 10.222.0.15 "PUT /v2.0/routers/e4270c16-48cc-4f96-a1c5-bb1185e6d3bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9699996 Apr 30 16:09:08.643890 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:08.644500 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:08.645240 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:08.645703 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:08:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:08.662351 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:08.666237 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a24fec8c-432c-47bf-8305-ab7878e41133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.670255 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-a24fec8c-432c-47bf-8305-ab7878e41133 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fcfdbb4-3b94-49b6-b9b6-e40d9b816834 HTTP/1.1" status: 204 len: 168 time: 2.1357188 Apr 30 16:09:08.673712 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fec8c-432c-47bf-8305-ab7878e41133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcfdbb4-3b94-49b6-b9b6-e40d9b816834,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:08.680435 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-a24fec8c-432c-47bf-8305-ab7878e41133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:08.689345 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 6a59b431-606c-4cf3-b07b-e37196777c1b triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:08.689966 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.701140 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Network e0626965-d0fb-4bf4-b43d-d7ffcf1da389 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:09:08.715611 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, e0626965-d0fb-4bf4-b43d-d7ffcf1da389) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:08.723037 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:08.724089 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.742981 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Allocated IP 172.28.2.29 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/3a8f0db7-4f2a-409a-93ad-98c416533a38) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:09:08.765418 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 7.7971740 Apr 30 16:09:08.776264 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6150dba-aee0-4668-9cf7-a89127e98cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f40429-f9e8-4c3a-a8c2-64ecaa19ef66,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:08.787204 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e6150dba-aee0-4668-9cf7-a89127e98cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:08.793617 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-4f94a337-0852-4cb8-958f-453e9329e943 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:08.817652 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ba5e1-9254-4688-94a7-46b6ba4715f2 None None] Network e0626965-d0fb-4bf4-b43d-d7ffcf1da389 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:09:08.983808 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Pushing event updated for resources: {'Port': ['ID=85ef4af5-0da8-4a29-8b83-3597533f1e0d,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:08.990907 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Network d95cf8f9-6358-41cb-bd9a-5f66a6944553 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:08.993374 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:08.996891 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e6150dba-aee0-4668-9cf7-a89127e98cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.998072 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-e6150dba-aee0-4668-9cf7-a89127e98cc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76f40429-f9e8-4c3a-a8c2-64ecaa19ef66 HTTP/1.1" status: 204 len: 168 time: 0.7540202 Apr 30 16:09:08.999060 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:09.001858 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:09:09.002852 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424174'] for router_interface, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.010830 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b947dd-741b-4223-aea5-f61664331a7d req-a7a7421d-28a4-4837-bc99-79f165abf009 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:09.015796 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-82b947dd-741b-4223-aea5-f61664331a7d req-a7a7421d-28a4-4837-bc99-79f165abf009 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 943 time: 0.2379332 Apr 30 16:09:09.142261 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:09.158269 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-82b947dd-741b-4223-aea5-f61664331a7d req-0d49ab18-ef83-4576-9222-129b4c69528d tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262136 Apr 30 16:09:09.344629 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.427742 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.462046 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:09.530690 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] Set router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:09.717135 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:09.735519 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:09.748028 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-e2e423bb-8747-437c-8a3f-4ae595515d29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c837831f-e238-4be0-8bc9-aeb48a3f3736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2024333 Apr 30 16:09:09.762105 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:09:09.992564 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:03Z', 'revision_number': 2, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:10.008737 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Checking router: e4270c16-48cc-4f96-a1c5-bb1185e6d3bd for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:09:10.009365 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Updating router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d binding host dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:09:10.153192 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:10.335221 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-02fb1ec5-4bea-4adb-9000-af979992731c service neutron] 10.222.0.64 "GET /v2.0/networks/c837831f-e238-4be0-8bc9-aeb48a3f3736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609305 Apr 30 16:09:10.351138 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'Port': ['ID=3a8f0db7-4f2a-409a-93ad-98c416533a38,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:10.354146 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d6719-0840-4105-9d76-906e86f52a6e None None] Network e0626965-d0fb-4bf4-b43d-d7ffcf1da389 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:09:10.372773 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:10.814833 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:10.828164 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:10.859471 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-64d7c142-7bc5-49f8-b4f5-ed99e3281d17 req-8e3e137f-0cb2-4f32-b1f9-1e60f4a09f56 service neutron] 10.222.0.64 "GET /v2.0/networks/c837831f-e238-4be0-8bc9-aeb48a3f3736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035286 Apr 30 16:09:10.871023 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1875-2361-4127-8418-350710279ad4 req-fa1fbb98-a625-40ef-b2a9-0b4ed96f1aa9 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:10.877823 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a5eb1875-2361-4127-8418-350710279ad4 req-fa1fbb98-a625-40ef-b2a9-0b4ed96f1aa9 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 943 time: 0.3086770 Apr 30 16:09:10.919688 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device cea3fad5-4ac4-479c-a39b-3320907d399c up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:11.088935 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a5eb1875-2361-4127-8418-350710279ad4 req-7dd183c1-27f4-4740-884f-f6019becd10f tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031708 Apr 30 16:09:11.267160 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Notify callbacks [] for port, precommit_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.297504 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.provisioning_blocks [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Transition to ACTIVE for port object b57e745a-9c94-43d5-8a9c-51aa5ef4d22d will not be triggered until provisioned by entity L2. {{(pid=73867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:11.313427 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.336792 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-bd77c5e1-b1b1-4f5e-ada2-7432246c1830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:11.343628 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49554) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:11.352692 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1273054979-network', 'tenant_id': '696304e4501d429e93acba555ebb4fb1'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:11.374118 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.390328 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:11.407770 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Usage tracker for resource:network and tenant:696304e4501d429e93acba555ebb4fb1 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:11.419410 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:11.441774 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49560) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:11.455004 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:11.471016 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898536377', 'description': 'tempest-description--1096043429'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:11.491941 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:11.519679 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Usage tracker for resource:security_group and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:11.539441 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:11.565231 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Made reservation on behalf of 696304e4501d429e93acba555ebb4fb1 for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:09:11.567745 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.601108 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:11.618511 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port cea3fad5-4ac4-479c-a39b-3320907d399c triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:11.619393 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.623016 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.734369 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ebb26-5c9e-4698-bddd-0c3f389dcd4a None None] Pushing event updated for resources: {'Port': ['ID=b57e745a-9c94-43d5-8a9c-51aa5ef4d22d,revision_number=3']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:11.737737 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-e22ebb26-5c9e-4698-bddd-0c3f389dcd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:11.750792 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:11.758757 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.829983 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Usage tracker for resource:security_group_rule and tenant:696304e4501d429e93acba555ebb4fb1 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:11.862207 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:11.872629 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b224d-1b2a-48c0-9f76-bf1595c6d70f req-2f59e20a-d94e-4e6f-904c-437504eb8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:11.876100 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f09b224d-1b2a-48c0-9f76-bf1595c6d70f req-2f59e20a-d94e-4e6f-904c-437504eb8fa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b143fd3418d4640b8aa6f421cd0ef28&device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 1096 time: 0.7847261 Apr 30 16:09:11.917311 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:11.918008 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-router', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:46Z', 'updated_at': '2021-04-30T16:08:56Z', 'revision_number': 3, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'gw_port': {'id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:52Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:11.924004 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Attempting to bind port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:09:11.924387 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Attempting to bind port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:09:11.924762 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Attempting to bind port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d on network 4738b479-0713-4933-9630-6e9d1c66a28c {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:11.932201 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:09:11.932887 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Checking segment: {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:11.933307 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.933765 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Bound using segment: {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:09:11.934639 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Bound port: b57e745a-9c94-43d5-8a9c-51aa5ef4d22d, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'}}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:09:11.935057 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.947945 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90f2ec-6191-4e39-b745-9c61269225d0 None None] The sync data for ids ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'] in dv-cinder-775008-3-smb is: [{'id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-router', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:46Z', 'updated_at': '2021-04-30T16:08:56Z', 'revision_number': 3, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'gw_port': {'id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:52Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:09:12.062496 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:12.084431 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Usage tracker for resource:security_group_rule and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:12.093864 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:12.113799 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:12.180877 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] For port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:09:12.186268 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] For port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=b57e745a-9c94-43d5-8a9c-51aa5ef4d22d,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:09:12.193358 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:12.201013 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:12.284358 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:12.350856 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:12.380215 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424011'] for router_interface, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:12.391340 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c5aac7e7-25c0-48ad-8314-b97f87bbac77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:12.464864 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:12.474338 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:12.476949 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:08:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:12.706470 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:12.886416 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b224d-1b2a-48c0-9f76-bf1595c6d70f req-5f593110-ac29-4a37-838d-2b3cda4015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:12.895540 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:12.897597 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:12.897955 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f09b224d-1b2a-48c0-9f76-bf1595c6d70f req-5f593110-ac29-4a37-838d-2b3cda4015ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=c837831f-e238-4be0-8bc9-aeb48a3f3736 HTTP/1.1" status: 200 len: 912 time: 0.9060972 Apr 30 16:09:12.942463 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.025325 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 127eeed4-47fd-46a2-a631-f89eab06f53e up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:13.098051 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ebb26-5c9e-4698-bddd-0c3f389dcd4a None None] Pushing event updated for resources: {'Port': ['ID=b57e745a-9c94-43d5-8a9c-51aa5ef4d22d,revision_number=4']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:13.105469 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-e22ebb26-5c9e-4698-bddd-0c3f389dcd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:13.132661 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.143372 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6917531 Apr 30 16:09:13.144149 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b848c16-c47e-4894-abaf-21b597369221,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:13.153130 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:13.153684 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49588) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:13.165658 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:13.192298 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:09:13.215632 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'security_group_rule': {'security_group_id': '0b848c16-c47e-4894-abaf-21b597369221', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:13.250643 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 127eeed4-47fd-46a2-a631-f89eab06f53e completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:13.265459 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 127eeed4-47fd-46a2-a631-f89eab06f53e triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:13.269532 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.275177 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:13.287543 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Usage tracker for resource:security_group_rule and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:13.297462 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:13.313031 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:13.347015 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.347446 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Added segment 6b1ce6be-9ec8-45b7-be0a-4d3fa2fdd14b of type vlan for network 53b7b50c-c538-4eb2-bdd5-6f46ef6c172f Apr 30 16:09:13.384177 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:13.413237 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.db.resource_extend [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:09:13.431460 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69893989-a117-4693-8cf1-9405fcc04681,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:13.433783 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Pushing event updated for resources: {'Port': ['ID=85ef4af5-0da8-4a29-8b83-3597533f1e0d,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:13.443700 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f09b224d-1b2a-48c0-9f76-bf1595c6d70f req-a88ff32a-99c7-4838-ae76-c5e5e5eededb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7099b97-4494-4c1d-bef0-ae5c97289b8d HTTP/1.1" status: 200 len: 217 time: 0.2926514 Apr 30 16:09:13.449914 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:13.450450 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:13.453626 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.466808 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.525514 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.569871 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:13.595246 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.605424 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.638772 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 127eeed4-47fd-46a2-a631-f89eab06f53e, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=127eeed4-47fd-46a2-a631-f89eab06f53e,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:13.655459 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.659820 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-02ee52e2-c034-407f-9ae2-0cf1c07d24e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:13.678598 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c4240-d09f-4fb1-8741-91aabcdc505a req-08432efa-fbac-4302-8cf3-cba8976ae076 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:13.702463 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f52c4240-d09f-4fb1-8741-91aabcdc505a req-08432efa-fbac-4302-8cf3-cba8976ae076 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 943 time: 1.2825706 Apr 30 16:09:13.706803 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.780272 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Network d95cf8f9-6358-41cb-bd9a-5f66a6944553 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:13.800129 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b224d-1b2a-48c0-9f76-bf1595c6d70f req-12d565be-e7d7-434a-a63c-818013fc727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:13.808638 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f09b224d-1b2a-48c0-9f76-bf1595c6d70f req-12d565be-e7d7-434a-a63c-818013fc727f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55be2588-6fe0-42bb-9e8b-0d3f0b93e6cc HTTP/1.1" status: 200 len: 851 time: 0.3466258 Apr 30 16:09:13.826037 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:13.871308 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=127eeed4-47fd-46a2-a631-f89eab06f53e,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:13.883688 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:13.961604 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f52c4240-d09f-4fb1-8741-91aabcdc505a req-176f716f-74ea-4774-aeab-a1bdde748613 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574177 Apr 30 16:09:13.964159 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'Port': ['ID=3a8f0db7-4f2a-409a-93ad-98c416533a38,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:13.984541 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:14.001030 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:14.001623 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:14.021284 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-26ebdfdb-8d91-42fb-a133-1b2d60f11a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:14.054229 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:14.107238 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cf26c45d-4efd-41ec-b928-86593be9712a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:14.112392 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:14.169176 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f09b224d-1b2a-48c0-9f76-bf1595c6d70f req-f340c515-8352-469b-bf49-a9c025813413 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c837831f-e238-4be0-8bc9-aeb48a3f3736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3279529 Apr 30 16:09:14.272436 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Pushing event updated for resources: {'Network': ['ID=53b7b50c-c538-4eb2-bdd5-6f46ef6c172f,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:14.291461 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9463596 Apr 30 16:09:14.292528 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:14.294051 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:14.302034 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 53b7b50c-c538-4eb2-bdd5-6f46ef6c172f details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:09:14.324526 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:14.339327 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49612) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:14.343677 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:14.354364 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1695271 Apr 30 16:09:14.370583 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Request body: {'subnet': {'network_id': '53b7b50c-c538-4eb2-bdd5-6f46ef6c172f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1273054979-subnet', 'tenant_id': '696304e4501d429e93acba555ebb4fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:14.375600 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1790233 Apr 30 16:09:14.376407 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49614) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:14.377295 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:14.398621 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:14.403486 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9b3a91-8b39-4770-8357-c492aa4407d4,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:14.422411 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Usage tracker for resource:subnet and tenant:696304e4501d429e93acba555ebb4fb1 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:14.438120 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e417e09f-2548-46b5-9122-072bd01f3d40 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:14.441775 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:14.461452 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:14.488658 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Made reservation on behalf of 696304e4501d429e93acba555ebb4fb1 for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:09:14.493270 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Notify callbacks [] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:14.524350 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:12Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:14.542803 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca59bc-d4b8-4966-9ecd-9a7b37e186bc None None] The sync data for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb is: [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:12Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:09:14.569235 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'security_group_rule': {'security_group_id': '0b848c16-c47e-4894-abaf-21b597369221', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:14.628908 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:14.773168 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device b7099b97-4494-4c1d-bef0-ae5c97289b8d details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:09:14.858461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Usage tracker for resource:security_group_rule and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:15.217856 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:15.265841 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 127eeed4-47fd-46a2-a631-f89eab06f53e up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:15.401964 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:15.667182 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f09b224d-1b2a-48c0-9f76-bf1595c6d70f req-d9638823-705c-428d-a9e2-6c5165045405 service neutron] 10.222.0.64 "GET /v2.0/networks/c837831f-e238-4be0-8bc9-aeb48a3f3736?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4065003 Apr 30 16:09:15.716103 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port b7099b97-4494-4c1d-bef0-ae5c97289b8d, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=b7099b97-4494-4c1d-bef0-ae5c97289b8d,segment=NetworkSegment(6f8d7102-ffd1-4231-91a6-b5f345250762),segment_id=6f8d7102-ffd1-4231-91a6-b5f345250762)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:15.723353 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:09:15.780679 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-04d3de5e-1d8f-43dd-9ffb-0554cf1b3f0e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1681468012&fields=id&tenant_id=aaa7024704ee405d859fcff7bd6bd05c HTTP/1.1" status: 200 len: 267 time: 0.5205374 Apr 30 16:09:15.798189 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': 'b7099b97-4494-4c1d-bef0-ae5c97289b8d', 'network_id': 'c837831f-e238-4be0-8bc9-aeb48a3f3736', 'port_id': 'b7099b97-4494-4c1d-bef0-ae5c97289b8d', 'mac_address': 'fa:16:3e:ae:8c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55be2588-6fe0-42bb-9e8b-0d3f0b93e6cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:09:15.963091 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:16.023386 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7099b97-4494-4c1d-bef0-ae5c97289b8d {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:16.023796 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfa558-241e-42b7-8c4c-cb2dcba97e29 req-6b8f43bc-9d3e-4c43-8468-d4585f46f7b6 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:16.027496 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-57dfa558-241e-42b7-8c4c-cb2dcba97e29 req-6b8f43bc-9d3e-4c43-8468-d4585f46f7b6 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 943 time: 0.4479201 Apr 30 16:09:16.032999 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 127eeed4-47fd-46a2-a631-f89eab06f53e triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:16.033628 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:16.153591 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:16.179656 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port b7099b97-4494-4c1d-bef0-ae5c97289b8d, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=b7099b97-4494-4c1d-bef0-ae5c97289b8d,segment=NetworkSegment(6f8d7102-ffd1-4231-91a6-b5f345250762),segment_id=6f8d7102-ffd1-4231-91a6-b5f345250762)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:16.212816 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:16.224987 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:16.254594 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-57dfa558-241e-42b7-8c4c-cb2dcba97e29 req-ecf7ca65-d0b9-4311-bf93-95c94cd810ec tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000573 Apr 30 16:09:16.431743 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:16.458087 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-aa3ecc9f-935d-4249-a01f-267856d401a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:16.576056 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=b7099b97-4494-4c1d-bef0-ae5c97289b8d,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:16.588054 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:16.641329 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device b57e745a-9c94-43d5-8a9c-51aa5ef4d22d up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:16.648695 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e582ef03-b4cd-4e8a-acb8-e24e0f55cf74,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:16.653403 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:16.688517 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Checking segment: {'id': '6b1ce6be-9ec8-45b7-be0a-4d3fa2fdd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '53b7b50c-c538-4eb2-bdd5-6f46ef6c172f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:16.688984 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Network hostable DHCP agents. Network: 53b7b50c-c538-4eb2-bdd5-6f46ef6c172f, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:09:16.733744 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-448adaab-b130-4c6d-be9b-d5e689b9192b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:16.736515 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-448adaab-b130-4c6d-be9b-d5e689b9192b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 811 time: 0.9545839 Apr 30 16:09:16.744315 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Network 53b7b50c-c538-4eb2-bdd5-6f46ef6c172f is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:09:16.773799 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 53b7b50c-c538-4eb2-bdd5-6f46ef6c172f) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:16.782378 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:16.783483 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:16.788287 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba7bb66-241d-47f1-badb-d137e7b6dbe8 None None] Network 53b7b50c-c538-4eb2-bdd5-6f46ef6c172f requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:09:16.838240 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-5afe227b-27e0-46a8-ae08-a0a6c683978b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4753296 Apr 30 16:09:16.856297 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['b7099b97-4494-4c1d-bef0-ae5c97289b8d'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:16.930272 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:17.029313 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:17.029925 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:17.121307 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-03c2b112-9ee7-498a-9f29-352ce854aa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:17.164140 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:09:17.188188 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-325e502d-24ff-4e1b-ae1e-b7696c2f2a53 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/quotas/aaa7024704ee405d859fcff7bd6bd05c HTTP/1.1" status: 200 len: 375 time: 0.4197762 Apr 30 16:09:17.200746 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f09b224d-1b2a-48c0-9f76-bf1595c6d70f req-0fb3746b-81ac-48ba-939e-403724d36540 service neutron] 10.222.0.64 "GET /v2.0/networks/c837831f-e238-4be0-8bc9-aeb48a3f3736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4484711 Apr 30 16:09:17.205487 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49694) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:17.221168 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:17.300383 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:17.529424 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-426e97d5-0991-42ac-9c81-e474a08169d1 admin admin] Deleting subnet aa948f24-9d86-45d8-9e43-761acc2798fd {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:09:17.532759 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Sync routers for ids ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:09:17.561282 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-426e97d5-0991-42ac-9c81-e474a08169d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:17.568739 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:17.582512 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:17.589173 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] 10.222.0.15 "PUT /v2.0/routers/f660ad2e-9cd0-4b47-8410-c2bff3ae9f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1172681 Apr 30 16:09:17.598626 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:17.613360 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e46d3a-5919-4a12-a994-f472d4627a90 None None] Network 53b7b50c-c538-4eb2-bdd5-6f46ef6c172f requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:09:17.621640 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e8eba6-eb95-4525-80cb-2b6bfc625545,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:17.633531 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Routers {'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:17.634537 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:09:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:17.665915 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:17.690428 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-e55ecb6f-0a95-4db2-a377-c63b0686cec2 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3691568 Apr 30 16:09:17.692928 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:17.698710 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1945350 Apr 30 16:09:18.055640 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49718) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:18.153111 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=b57e745a-9c94-43d5-8a9c-51aa5ef4d22d,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:18.236885 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.261076 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.276931 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:18.284948 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'floatingip': {'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:18.305647 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:18.314721 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Usage tracker for resource:floatingip and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:18.323594 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:18.397052 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-426e97d5-0991-42ac-9c81-e474a08169d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.430851 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-426e97d5-0991-42ac-9c81-e474a08169d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.496840 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49754) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:18.541731 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-78a850ad-fb7f-435a-b1a6-cb02af016448 service neutron] 10.222.0.15 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8408968 Apr 30 16:09:18.609877 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Set router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:18.717817 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:18.744793 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=b57e745a-9c94-43d5-8a9c-51aa5ef4d22d,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:18.749001 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:18.872431 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-e42fb8c2-86cc-453f-98d9-a8744659dd7f service neutron] 10.222.0.15 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294041 Apr 30 16:09:18.875607 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.905385 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:18.918389 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7074f2288f2c4b21b86a9742763f30c6 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:18.927145 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:18.942947 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.948158 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:19.034200 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fab25-b6cb-45f1-aa4a-aef5bcb38121 req-4cb553d1-7bd5-48b8-a1d1-0d462e4189f9 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:19.043746 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-825fab25-b6cb-45f1-aa4a-aef5bcb38121 req-4cb553d1-7bd5-48b8-a1d1-0d462e4189f9 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 944 time: 1.0114026 Apr 30 16:09:19.258782 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-825fab25-b6cb-45f1-aa4a-aef5bcb38121 req-8134b32e-5dd4-4b14-aeb1-fcbd226d7fd6 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138629 Apr 30 16:09:19.274647 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.286382 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.287214 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-426e97d5-0991-42ac-9c81-e474a08169d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.307100 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:19.334672 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:19.358169 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e97d5-0991-42ac-9c81-e474a08169d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa948f24-9d86-45d8-9e43-761acc2798fd,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:19.368961 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-426e97d5-0991-42ac-9c81-e474a08169d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:19.370849 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-426e97d5-0991-42ac-9c81-e474a08169d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.396854 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-426e97d5-0991-42ac-9c81-e474a08169d1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aa948f24-9d86-45d8-9e43-761acc2798fd HTTP/1.1" status: 204 len: 168 time: 2.1881633 Apr 30 16:09:19.397781 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49802) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:19.476238 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70139760-e11b-477f-b5df-d40aff08edc7,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:19.498632 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:19.549686 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-51b5033d-b8c8-4473-8e8f-41a9cf233b48 req-42b305f8-dc5a-4568-a05c-1d62675bf63c tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Synchronizing usage tracker for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:19.588052 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7074f2288f2c4b21b86a9742763f30c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0859194 Apr 30 16:09:19.589148 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49816) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:19.637669 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.731393 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.776410 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.780288 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-router', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:46Z', 'updated_at': '2021-04-30T16:09:09Z', 'revision_number': 4, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'gw_port': {'id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:52Z', 'updated_at': '2021-04-30T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '85ef4af5-0da8-4a29-8b83-3597533f1e0d', 'name': '', 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'mac_address': 'fa:16:3e:00:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f79cd46e-c909-4fe6-a1af-935e76add221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:09:06Z', 'updated_at': '2021-04-30T16:09:10Z', 'revision_number': 2, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'subnets': [{'id': 'f79cd46e-c909-4fe6-a1af-935e76add221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:19.792502 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Checking router: f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:09:19.793342 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Updating router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 port 85ef4af5-0da8-4a29-8b83-3597533f1e0d binding host dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:09:19.820819 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-51b5033d-b8c8-4473-8e8f-41a9cf233b48 req-42b305f8-dc5a-4568-a05c-1d62675bf63c tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Unset dirty status for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:19.835173 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-51b5033d-b8c8-4473-8e8f-41a9cf233b48 req-42b305f8-dc5a-4568-a05c-1d62675bf63c tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 210 time: 0.3732703 Apr 30 16:09:19.928904 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.960394 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ffcd88e7-25cd-47d5-92c1-43995b35eb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:20.218030 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ffcd88e7-25cd-47d5-92c1-43995b35eb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:20.286106 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:20.407448 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-59cd536e-64af-4827-aab2-7c513af3a6e6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:20.408710 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-59cd536e-64af-4827-aab2-7c513af3a6e6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Synchronizing usage tracker for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:network {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:20.439158 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-59cd536e-64af-4827-aab2-7c513af3a6e6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Unset dirty status for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:network {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:20.441423 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-59cd536e-64af-4827-aab2-7c513af3a6e6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 819 time: 0.6313109 Apr 30 16:09:20.441519 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Allocated IP 172.28.2.103 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/724190e9-22eb-4f8d-8bd4-1ae480cd1735) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:09:20.471533 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-86d4e885-bc20-4ca6-8f05-09281a93d4ad tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/quotas/5a5c5be14ad3411b8c241f609911b756 HTTP/1.1" status: 200 len: 375 time: 0.0162668 Apr 30 16:09:20.606763 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ffcd88e7-25cd-47d5-92c1-43995b35eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:20.649566 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:20.665159 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:20.692737 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd88e7-25cd-47d5-92c1-43995b35eb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70139760-e11b-477f-b5df-d40aff08edc7,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:20.698104 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ffcd88e7-25cd-47d5-92c1-43995b35eb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:20.702809 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device b57e745a-9c94-43d5-8a9c-51aa5ef4d22d up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:20.711488 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ffcd88e7-25cd-47d5-92c1-43995b35eb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:20.717190 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-ffcd88e7-25cd-47d5-92c1-43995b35eb11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70139760-e11b-477f-b5df-d40aff08edc7 HTTP/1.1" status: 204 len: 168 time: 1.1235168 Apr 30 16:09:20.790379 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device b7099b97-4494-4c1d-bef0-ae5c97289b8d up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:20.800236 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-4e941dcb-0ddb-4b15-858f-792bd4196b9e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Synchronizing usage tracker for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:20.874175 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.db.resource_extend [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:09:20.879353 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-4e941dcb-0ddb-4b15-858f-792bd4196b9e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Unset dirty status for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:20.912355 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port b7099b97-4494-4c1d-bef0-ae5c97289b8d completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:20.921284 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-4e941dcb-0ddb-4b15-858f-792bd4196b9e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4406719 Apr 30 16:09:20.960498 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port b7099b97-4494-4c1d-bef0-ae5c97289b8d triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:20.962124 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:20.965842 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:21.171232 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:21.278683 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Notify callbacks [] for port, precommit_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:21.280414 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49888) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:21.292495 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:21.308193 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:21.308534 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:21.458935 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-6d495812-145b-4410-8a58-04ce61a977e9 service neutron] 10.222.0.15 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332172 Apr 30 16:09:21.490804 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Transition to ACTIVE for port object 85ef4af5-0da8-4a29-8b83-3597533f1e0d will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:21.535338 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:21.575061 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:21.580751 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:21.592142 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.593369 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.599798 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.600497 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > port after_create 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.601567 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.601919 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > port after_update 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.602322 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.602659 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.603003 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.603329 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.660023 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a9e3ab-a650-41f7-a31c-f9a646cc120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7099b97-4494-4c1d-bef0-ae5c97289b8d'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:21.940443 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49900) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:21.958890 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-6c139628-ddad-4c48-b687-13facc2ec8ce service neutron] 10.222.0.15 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922607 Apr 30 16:09:21.978386 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.978766 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.979536 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.979915 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:21.980371 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0626965-d0fb-4bf4-b43d-d7ffcf1da389']}} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:22.000552 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59646b6a-7209-456b-b57f-6e7fbd2db014') {'for_net_delete': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:22.001147 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59646b6a-7209-456b-b57f-6e7fbd2db014') {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:22.021552 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2191859'] for segment, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.037372 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.075198 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'Port': ['ID=724190e9-22eb-4f8d-8bd4-1ae480cd1735,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:22.077886 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port b7099b97-4494-4c1d-bef0-ae5c97289b8d, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=b7099b97-4494-4c1d-bef0-ae5c97289b8d,segment=NetworkSegment(6f8d7102-ffd1-4231-91a6-b5f345250762),segment_id=6f8d7102-ffd1-4231-91a6-b5f345250762)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:22.083780 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.098169 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:22.100270 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:22.141640 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:09:22.147547 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:22.161297 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.163305 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] Usage tracker for resource:security_group_rule and tenant:c1d11c8966924856ae94a6b54c949620 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:22.177846 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:22.197997 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:22.206940 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9509375-6523-4ed3-b999-0c6243618148 None None] Pushing event updated for resources: {'Port': ['ID=85ef4af5-0da8-4a29-8b83-3597533f1e0d,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:22.211059 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.222872 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-e9509375-6523-4ed3-b999-0c6243618148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:22.262968 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=73862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:09:22.316029 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:22.334372 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] Usage tracker for resource:security_group_rule and tenant:e5cb3c368549433ea29e5db3611e125e is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:22.341846 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:22.359381 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:22.384601 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:22.537415 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.609925 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d7221-7c51-416c-9722-47f3012675c8 req-659a77aa-ce25-472a-8110-88af94ac1a41 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:22.611674 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-868d7221-7c51-416c-9722-47f3012675c8 req-659a77aa-ce25-472a-8110-88af94ac1a41 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 944 time: 1.8846946 Apr 30 16:09:22.710891 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Attempting to bind port 85ef4af5-0da8-4a29-8b83-3597533f1e0d on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:09:22.718007 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.724356 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Attempting to bind port 85ef4af5-0da8-4a29-8b83-3597533f1e0d by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:09:22.724921 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Attempting to bind port 85ef4af5-0da8-4a29-8b83-3597533f1e0d on network d95cf8f9-6358-41cb-bd9a-5f66a6944553 {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:22.731642 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=b7099b97-4494-4c1d-bef0-ae5c97289b8d,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:22.747099 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:22.749376 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:09:22.750139 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Checking segment: {'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:22.750836 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.751577 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Bound using segment: {'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:09:22.752299 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Bound port: 85ef4af5-0da8-4a29-8b83-3597533f1e0d, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:09:22.753124 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.762035 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-06e55c1b-f086-43f1-bdeb-66b1c6260e35 req-8f975ff4-6671-4356-8d97-b5ae7be970f3 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 210 time: 0.2139640 Apr 30 16:09:22.841975 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:22.959214 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] For port 85ef4af5-0da8-4a29-8b83-3597533f1e0d, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:09:22.964872 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] For port 85ef4af5-0da8-4a29-8b83-3597533f1e0d, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=85ef4af5-0da8-4a29-8b83-3597533f1e0d,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:09:22.978201 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.984401 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-f61060fa-cd1a-431f-b135-3012ef4a67a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:22.990854 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:23.028893 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-868d7221-7c51-416c-9722-47f3012675c8 req-f603dcfa-4fbf-467f-90f8-d1630d83a6da tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560104 Apr 30 16:09:23.048010 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Network e0626965-d0fb-4bf4-b43d-d7ffcf1da389 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:23.052368 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d2a56eea-5319-4762-a1ba-bc2ce711481a req-6777c9c8-9138-415f-a152-522d20be5805 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 210 time: 0.1631441 Apr 30 16:09:23.088934 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3048259'] for segment, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:23.118661 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1d11c8966924856ae94a6b54c949620&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7996325 Apr 30 16:09:23.125013 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c374364a-63f7-4923-aeda-a1bb1e009c3e,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:23.128958 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:23.159897 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Routers {'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:23.163636 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:09:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:23.189517 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 49928) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:23.397927 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-0d39b9bc-465c-403e-91a7-f2058d7325b4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:23.409120 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-0d39b9bc-465c-403e-91a7-f2058d7325b4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 811 time: 0.6318803 Apr 30 16:09:23.488879 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f387d486-e1e8-455a-a415-cffe45eb888a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:23.523602 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:23.562556 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:23.566620 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a9e3ab-a650-41f7-a31c-f9a646cc120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7099b97-4494-4c1d-bef0-ae5c97289b8d', 'code': 200} Apr 30 16:09:23.571689 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9509375-6523-4ed3-b999-0c6243618148 None None] Pushing event updated for resources: {'Port': ['ID=85ef4af5-0da8-4a29-8b83-3597533f1e0d,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:23.581790 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-e9509375-6523-4ed3-b999-0c6243618148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:23.703160 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-0f25eead-8638-4521-bcfd-81d7fe116429 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa7024704ee405d859fcff7bd6bd05c HTTP/1.1" status: 200 len: 380 time: 0.2568579 Apr 30 16:09:23.706823 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-7f743dbe-e8c0-4d26-8083-c42b89f0ecc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:23.719528 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Network e0626965-d0fb-4bf4-b43d-d7ffcf1da389 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:23.739324 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:23.751379 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5cb3c368549433ea29e5db3611e125e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7860534 Apr 30 16:09:23.764532 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'port': {'device_id': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'admin_state_up': True, 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'security_groups': ['b26ba919-0e1f-4b86-879a-510fd9e6d58d']}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:23.791729 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49950) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: from cryptography.utils import int_from_bytes Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: from cryptography.utils import int_from_bytes Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: Traceback (most recent call last): Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: timer() Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: cb(*args, **kw) Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: return func(*args, **kwargs) Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: self._notify() Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: self.callback(batched_events) Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: event.method(event) Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: return f(self, *a, **k) Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: return self._get(url).json() Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: return self.request(url, 'GET', **kwargs) Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:09:23.795023 dv-cinder-775008-3-smb neutron-server[73862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:09:23.928073 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f387d486-e1e8-455a-a415-cffe45eb888a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:24.056272 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] Set router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:24.059107 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1e5c58-8967-4295-a375-bcb277b9f6ba,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:24.060300 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:24.093543 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:24.101225 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.64', 49265) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:24.110620 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc322-1e3b-43c1-ac72-1641d85b046c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:24.161249 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc322-1e3b-43c1-ac72-1641d85b046c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:24.284057 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:24.301980 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:24.371233 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc322-1e3b-43c1-ac72-1641d85b046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:24.383706 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0626965-d0fb-4bf4-b43d-d7ffcf1da389,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:24.387693 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-710877dc-b874-45f6-b7b1-c53cc9426498 req-34b03253-10c9-449a-88b8-d984f4f347b0 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 210 time: 0.1544392 Apr 30 16:09:24.389671 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:24.410463 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-a24fec8c-432c-47bf-8305-ab7878e41133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:24.438360 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:24.451764 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:24.512373 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e0626965-d0fb-4bf4-b43d-d7ffcf1da389 HTTP/1.1" status: 204 len: 168 time: 5.1131029 Apr 30 16:09:24.513299 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cc322-1e3b-43c1-ac72-1641d85b046c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1e5c58-8967-4295-a375-bcb277b9f6ba,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:24.515348 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 49972) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:24.522183 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc322-1e3b-43c1-ac72-1641d85b046c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:24.526004 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-4f0cc322-1e3b-43c1-ac72-1641d85b046c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a1e5c58-8967-4295-a375-bcb277b9f6ba HTTP/1.1" status: 204 len: 168 time: 0.7297502 Apr 30 16:09:24.686863 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4f0cc322-1e3b-43c1-ac72-1641d85b046c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:24.702087 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-742aebd6-f793-411c-8f7c-9b44ecb260ca admin admin] Deleting subnet e582ef03-b4cd-4e8a-acb8-e24e0f55cf74 {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:09:24.732622 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-0c3fb112-87e7-4e40-8d92-6792fc2c3fe1 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:24.740314 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-742aebd6-f793-411c-8f7c-9b44ecb260ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:24.747254 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-0c3fb112-87e7-4e40-8d92-6792fc2c3fe1 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 819 time: 0.6486936 Apr 30 16:09:24.752932 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Made reservation on behalf of aaa7024704ee405d859fcff7bd6bd05c for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:09:24.760393 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:24.852108 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-82381966-e983-48b9-bdd3-2b27caeab602 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/quotas/5a5c5be14ad3411b8c241f609911b756 HTTP/1.1" status: 200 len: 375 time: 0.1034455 Apr 30 16:09:24.933029 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.64', 49266) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:25.055703 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-742aebd6-f793-411c-8f7c-9b44ecb260ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.106632 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-router', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:46Z', 'updated_at': '2021-04-30T16:09:09Z', 'revision_number': 4, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'gw_port': {'id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:52Z', 'updated_at': '2021-04-30T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '85ef4af5-0da8-4a29-8b83-3597533f1e0d', 'name': '', 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'mac_address': 'fa:16:3e:00:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f79cd46e-c909-4fe6-a1af-935e76add221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:09:06Z', 'updated_at': '2021-04-30T16:09:22Z', 'revision_number': 4, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'subnets': [{'id': 'f79cd46e-c909-4fe6-a1af-935e76add221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:25.117249 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862a76e-2a4e-491d-b6a1-7ed1e9084e40 None None] The sync data for ids ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'] in dv-cinder-775008-3-smb is: [{'id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-router', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:46Z', 'updated_at': '2021-04-30T16:09:09Z', 'revision_number': 4, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'gw_port': {'id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:52Z', 'updated_at': '2021-04-30T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '85ef4af5-0da8-4a29-8b83-3597533f1e0d', 'name': '', 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'mac_address': 'fa:16:3e:00:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f79cd46e-c909-4fe6-a1af-935e76add221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:09:06Z', 'updated_at': '2021-04-30T16:09:22Z', 'revision_number': 4, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'subnets': [{'id': 'f79cd46e-c909-4fe6-a1af-935e76add221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:09:25.136389 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b17bd-092f-42ea-a843-98fffada1eeb req-9f4419b1-cf25-4252-8ee4-9118bd186dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:25.137884 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4d3b17bd-092f-42ea-a843-98fffada1eeb req-9f4419b1-cf25-4252-8ee4-9118bd186dc3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 1098 time: 1.0341175 Apr 30 16:09:25.237465 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.244367 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-4d3b17bd-092f-42ea-a843-98fffada1eeb req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.281254 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8a684-c451-47ff-8969-134b7204d519 req-805c151a-c303-474e-bf49-f289d6fd9590 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:25.283228 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f6b8a684-c451-47ff-8969-134b7204d519 req-805c151a-c303-474e-bf49-f289d6fd9590 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 945 time: 0.3672044 Apr 30 16:09:25.289238 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.300226 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-742aebd6-f793-411c-8f7c-9b44ecb260ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.334305 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f387d486-e1e8-455a-a415-cffe45eb888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.367139 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-4d3b17bd-092f-42ea-a843-98fffada1eeb req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:25.391111 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-4d3b17bd-092f-42ea-a843-98fffada1eeb req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] Usage tracker for resource:security_group_rule and tenant:e8536915e3ca488cb377cb0c43dd48d6 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:25.396347 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-4d3b17bd-092f-42ea-a843-98fffada1eeb req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:25.405572 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-4d3b17bd-092f-42ea-a843-98fffada1eeb req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:25.510632 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:25.546426 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-0bfe91af-cad8-45fb-b902-9fdcc6c1cbd9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:25.559537 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-0bfe91af-cad8-45fb-b902-9fdcc6c1cbd9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.64 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 819 time: 0.6137688 Apr 30 16:09:25.572906 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387d486-e1e8-455a-a415-cffe45eb888a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c374364a-63f7-4923-aeda-a1bb1e009c3e,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:25.578962 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:25.581189 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-f387d486-e1e8-455a-a415-cffe45eb888a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:25.611631 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Request body: {'port': {'device_id': '3f9dabae-a90c-42dc-875f-43fd2b058285', 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553', 'admin_state_up': True, 'tenant_id': '5a5c5be14ad3411b8c241f609911b756'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:25.891384 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:25.901685 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:25.961760 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f6b8a684-c451-47ff-8969-134b7204d519 req-c0b7306e-af2e-4760-a783-f26d7b960d16 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6678493 Apr 30 16:09:25.976626 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f387d486-e1e8-455a-a415-cffe45eb888a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.984582 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-f387d486-e1e8-455a-a415-cffe45eb888a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c374364a-63f7-4923-aeda-a1bb1e009c3e HTTP/1.1" status: 204 len: 168 time: 2.7929885 Apr 30 16:09:26.009162 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-61562c76-d14a-4b7e-bd84-4981a1f9ed33 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0744040 Apr 30 16:09:26.036463 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-4d3b17bd-092f-42ea-a843-98fffada1eeb req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:26.228115 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-4d3b17bd-092f-42ea-a843-98fffada1eeb req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:26.279478 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'Port': ['ID=724190e9-22eb-4f8d-8bd4-1ae480cd1735,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:26.313146 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:26.316096 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:26.344095 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:26.368615 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Made reservation on behalf of 5a5c5be14ad3411b8c241f609911b756 for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:09:26.370728 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-47eaf82c-2cf5-4a58-920d-1915a92fda9a req-15d20b2d-8684-4e7b-86bc-c900001612f9 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 210 time: 0.1535277 Apr 30 16:09:26.382478 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:26.449751 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Allocated IP 172.20.0.6 (3db4e0f1-e767-469a-a50c-51a851769887/6f1c1de3-e276-4109-9c12-5717252dc055/a4a4d588-ad44-4eb7-826f-413a438f913c) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:09:26.581331 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4d3b17bd-092f-42ea-a843-98fffada1eeb req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4272406 Apr 30 16:09:26.818356 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=186d07ce-24e0-498a-a8ae-7794d5ef944c,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:26.833497 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:26.892541 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-3aa83b10-f271-4441-832d-13be57188d3a service neutron] 10.222.0.15 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8821590 Apr 30 16:09:26.895630 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:26.902000 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8423951 Apr 30 16:09:26.992319 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 85ef4af5-0da8-4a29-8b83-3597533f1e0d up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:27.203184 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50032) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:27.309784 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 85ef4af5-0da8-4a29-8b83-3597533f1e0d completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:27.317866 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.329776 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 85ef4af5-0da8-4a29-8b83-3597533f1e0d triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:27.331177 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.589981 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:27.607557 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] Usage tracker for resource:security_group_rule and tenant:1adc491e03e94d8da7223edefd3d0431 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:27.620039 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:27.638720 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:27.688528 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.705706 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-742aebd6-f793-411c-8f7c-9b44ecb260ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.720057 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-426e97d5-0991-42ac-9c81-e474a08169d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:27.765688 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 85ef4af5-0da8-4a29-8b83-3597533f1e0d, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=85ef4af5-0da8-4a29-8b83-3597533f1e0d,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:27.771690 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Allocated IP 172.20.0.7 (d95cf8f9-6358-41cb-bd9a-5f66a6944553/f79cd46e-c909-4fe6-a1af-935e76add221/5ad7c865-7f47-43bc-b412-a097d3c94001) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:09:27.775553 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.780551 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-e9509375-6523-4ed3-b999-0c6243618148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:27.784528 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.784642 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742aebd6-f793-411c-8f7c-9b44ecb260ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e582ef03-b4cd-4e8a-acb8-e24e0f55cf74,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:27.802871 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-742aebd6-f793-411c-8f7c-9b44ecb260ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:27.817445 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1f53-6210-4ee9-afe8-bca9f56f719a req-ef41d3cc-f55c-4dab-b63c-1d4cc92515f8 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:27.820297 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d04a1f53-6210-4ee9-afe8-bca9f56f719a req-ef41d3cc-f55c-4dab-b63c-1d4cc92515f8 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 945 time: 0.4430587 Apr 30 16:09:27.822271 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-742aebd6-f793-411c-8f7c-9b44ecb260ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.854204 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-f3cad172-b49e-44a4-8d16-80a52f0eee80 service neutron] 10.222.0.15 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301672 Apr 30 16:09:27.855347 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Transition to ACTIVE for port object a4a4d588-ad44-4eb7-826f-413a438f913c will not be triggered until provisioned by entity DHCP. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:27.901058 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-742aebd6-f793-411c-8f7c-9b44ecb260ca admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e582ef03-b4cd-4e8a-acb8-e24e0f55cf74 HTTP/1.1" status: 204 len: 168 time: 3.3805408 Apr 30 16:09:27.936424 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50044) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:27.941638 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d04a1f53-6210-4ee9-afe8-bca9f56f719a req-115ce46b-bb68-48ac-92c0-eef03c59c56f tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127777 Apr 30 16:09:27.967749 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=85ef4af5-0da8-4a29-8b83-3597533f1e0d,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:27.992083 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:28.279089 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.283731 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.299854 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.333035 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.358917 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-edf0806c-050a-4a97-b99c-7c9b77a70dc0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Synchronizing usage tracker for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:28.362779 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:28.373777 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:28.387398 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1adc491e03e94d8da7223edefd3d0431&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1802008 Apr 30 16:09:28.464611 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50064) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:28.653035 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564d356a-1ade-4424-b751-c4a833c36eb8,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:28.672433 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:28.879808 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.901895 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'Port': ['ID=a4a4d588-ad44-4eb7-826f-413a438f913c,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:28.902197 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.910492 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:28.910739 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 85ef4af5-0da8-4a29-8b83-3597533f1e0d up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:28.921129 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-edf0806c-050a-4a97-b99c-7c9b77a70dc0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Unset dirty status for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:28.935362 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-edf0806c-050a-4a97-b99c-7c9b77a70dc0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1898536377&fields=id&tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c HTTP/1.1" status: 200 len: 267 time: 0.6851993 Apr 30 16:09:28.946348 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Network 3db4e0f1-e767-469a-a50c-51a851769887 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:29.272782 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:29.274985 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 85ef4af5-0da8-4a29-8b83-3597533f1e0d triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:29.277960 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.290828 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:09:29.317389 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:29.319987 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.371184 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b7b50c-c538-4eb2-bdd5-6f46ef6c172f']}} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:29.398704 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4a009dad-1c1d-4692-b221-23ec346fae89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.444065 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37775e58-1c7e-42d1-aaf7-8d952943a6c7 req-daaeb636-0085-4505-be56-de3fe2c60aef tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:29.449362 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-37775e58-1c7e-42d1-aaf7-8d952943a6c7 req-daaeb636-0085-4505-be56-de3fe2c60aef tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 931 time: 1.0726230 Apr 30 16:09:29.531686 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7747293 Apr 30 16:09:29.597047 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Request body: {'port': {'device_id': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:29.633337 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1ce6be-9ec8-45b7-be0a-4d3fa2fdd14b') {'for_net_delete': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:29.633754 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1ce6be-9ec8-45b7-be0a-4d3fa2fdd14b') {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:29.677737 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4a009dad-1c1d-4692-b221-23ec346fae89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.697249 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2191859'] for segment, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.770588 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.793127 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:29.794700 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-37775e58-1c7e-42d1-aaf7-8d952943a6c7 req-8caefe8c-9e0f-4a1c-9a37-25105c7cd1bc tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Synchronizing usage tracker for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:security_group {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:29.800945 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.836834 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-8a39e92b-f910-4016-b729-740efd9e3755 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:29.837581 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-8a39e92b-f910-4016-b729-740efd9e3755 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Synchronizing usage tracker for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:network {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:29.843245 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=73862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:09:29.847038 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-03b2f399-817a-47ff-9fc2-13da890dfa74 None None] Provisioning for port a4a4d588-ad44-4eb7-826f-413a438f913c completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:29.854201 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-03b2f399-817a-47ff-9fc2-13da890dfa74 None None] Provisioning complete for port a4a4d588-ad44-4eb7-826f-413a438f913c triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:29.855051 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-03b2f399-817a-47ff-9fc2-13da890dfa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.955747 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Network d95cf8f9-6358-41cb-bd9a-5f66a6944553 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:29.961301 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.982480 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:30.002741 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-37775e58-1c7e-42d1-aaf7-8d952943a6c7 req-8caefe8c-9e0f-4a1c-9a37-25105c7cd1bc tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Unset dirty status for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:security_group {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:30.003633 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:09:30.017287 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:30.018077 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.025393 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-37775e58-1c7e-42d1-aaf7-8d952943a6c7 req-8caefe8c-9e0f-4a1c-9a37-25105c7cd1bc tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5201750 Apr 30 16:09:30.034810 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-03b2f399-817a-47ff-9fc2-13da890dfa74 None None] Port a4a4d588-ad44-4eb7-826f-413a438f913c cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:09:30.038030 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-8a39e92b-f910-4016-b729-740efd9e3755 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Unset dirty status for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:network {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:30.039174 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-8a39e92b-f910-4016-b729-740efd9e3755 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 816 time: 1.1012681 Apr 30 16:09:30.075852 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Pushing event updated for resources: {'Port': ['ID=5ad7c865-7f47-43bc-b412-a097d3c94001,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:30.092772 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:30.112087 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5145955 Apr 30 16:09:30.118486 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-842423fd-ab81-4c2f-8cea-4e935025aea6 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/quotas/6dad49816ad546d08e5e3bbbcf5ba71c HTTP/1.1" status: 200 len: 375 time: 0.0276399 Apr 30 16:09:30.140126 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Request body: {'port': {'device_id': '3f9dabae-a90c-42dc-875f-43fd2b058285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:30.143577 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.174095 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4a009dad-1c1d-4692-b221-23ec346fae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.220837 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-75b4d02f-6c5d-4463-bf91-ed02d6560f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:30.338994 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a009dad-1c1d-4692-b221-23ec346fae89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564d356a-1ade-4424-b751-c4a833c36eb8,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:30.353430 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4a009dad-1c1d-4692-b221-23ec346fae89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:30.362245 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Network 53b7b50c-c538-4eb2-bdd5-6f46ef6c172f has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:30.375742 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3048259'] for segment, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.413809 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-693fc050-db4a-43de-98c2-b8e0bd8d96ba req-6a71bad4-3008-49b2-b80f-ee308dca9efd tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 210 time: 0.1799002 Apr 30 16:09:30.492410 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.541331 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-db631b9d-add7-4dbc-b0cf-cf6e46ac643c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3629518 Apr 30 16:09:30.620453 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4a009dad-1c1d-4692-b221-23ec346fae89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.625824 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-4a009dad-1c1d-4692-b221-23ec346fae89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/564d356a-1ade-4424-b751-c4a833c36eb8 HTTP/1.1" status: 204 len: 168 time: 2.0554972 Apr 30 16:09:30.902167 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Network 53b7b50c-c538-4eb2-bdd5-6f46ef6c172f has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: Traceback (most recent call last): Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: timer() Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: cb(*args, **kw) Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: return func(*args, **kwargs) Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: self._notify() Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: self.callback(batched_events) Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: event.method(event) Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: return f(self, *a, **k) Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: return self._get(url).json() Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: return self.request(url, 'GET', **kwargs) Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:09:30.969592 dv-cinder-775008-3-smb neutron-server[73862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:09:30.993696 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-c50da24a-5028-4d8f-bc61-799b27e81204 service neutron] 10.222.0.15 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219027 Apr 30 16:09:31.333594 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a4d588-ad44-4eb7-826f-413a438f913c {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:31.355871 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:31.394859 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:31.402557 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Transition to ACTIVE for port object a4a4d588-ad44-4eb7-826f-413a438f913c will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:31.420756 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2aaef2-2839-4f0a-a573-15b1ca8f1820 req-a67db8d1-e706-4ed8-a417-ddc6e51ae95e tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:31.435603 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5f2aaef2-2839-4f0a-a573-15b1ca8f1820 req-a67db8d1-e706-4ed8-a417-ddc6e51ae95e tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 945 time: 0.8111429 Apr 30 16:09:31.494448 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ecf32895-66fc-4bf7-949f-10c6e7ce50da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:31.525326 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:31.554978 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Pushing event deleted for resources: {'Network': ['ID=53b7b50c-c538-4eb2-bdd5-6f46ef6c172f,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:31.566529 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:31.569207 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-4e702066-9e66-4256-b67e-41ff98cd959a admin admin] 10.222.0.15 "DELETE /v2.0/networks/53b7b50c-c538-4eb2-bdd5-6f46ef6c172f HTTP/1.1" status: 204 len: 168 time: 3.6251423 Apr 30 16:09:31.584464 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-5b0cce78-cd03-422b-8353-a9993b7a38ca tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:31.587775 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-5b0cce78-cd03-422b-8353-a9993b7a38ca tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.64 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 819 time: 0.6168857 Apr 30 16:09:31.619567 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Request body: {'port': {'device_id': 'b5fe1d1e-20f1-47c6-b951-ec94672b2eca', 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553', 'admin_state_up': True, 'tenant_id': '5a5c5be14ad3411b8c241f609911b756'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:31.682739 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:31.718260 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5f2aaef2-2839-4f0a-a573-15b1ca8f1820 req-f1f97dea-aa89-4d34-88d6-88139923b3fe tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776518 Apr 30 16:09:31.739892 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad7c865-7f47-43bc-b412-a097d3c94001 {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:31.753033 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:31.775134 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:31.969825 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Transition to ACTIVE for port object 5ad7c865-7f47-43bc-b412-a097d3c94001 will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:32.037367 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50148) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:32.140465 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:32.190492 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:32.232043 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:32.239858 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Made reservation on behalf of 5a5c5be14ad3411b8c241f609911b756 for: {'port': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:09:32.246815 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:32.268729 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-b8de0a07-4736-4b54-a4ce-3e36f95a7f33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38908c1c29ae492d949c8852871c5ac8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2155261 Apr 30 16:09:32.286069 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50154) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:32.335914 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Pushing event updated for resources: {'Port': ['ID=a4a4d588-ad44-4eb7-826f-413a438f913c,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:32.348921 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-e5a30173-f7bc-43e8-ab47-5d9eafcfa0d5 service neutron] 10.222.0.15 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3363471 Apr 30 16:09:32.464573 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:32.467121 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3e0ac832-98a9-42d4-beec-d73cf7138e8c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:32.686058 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Attempting to bind port a4a4d588-ad44-4eb7-826f-413a438f913c on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:09:32.686992 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Attempting to bind port a4a4d588-ad44-4eb7-826f-413a438f913c by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:09:32.687320 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Attempting to bind port a4a4d588-ad44-4eb7-826f-413a438f913c on network 3db4e0f1-e767-469a-a50c-51a851769887 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:32.690263 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cac154-d2ef-42af-8346-793f95fc2789 req-836abff0-def4-4025-88a3-ecff6930bf74 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:32.705359 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a7cac154-d2ef-42af-8346-793f95fc2789 req-836abff0-def4-4025-88a3-ecff6930bf74 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 943 time: 0.7391078 Apr 30 16:09:32.753272 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Port a4a4d588-ad44-4eb7-826f-413a438f913c on network 3db4e0f1-e767-469a-a50c-51a851769887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:09:32.753620 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Attempting to bind port a4a4d588-ad44-4eb7-826f-413a438f913c on network 3db4e0f1-e767-469a-a50c-51a851769887 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:32.780963 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad7c865-7f47-43bc-b412-a097d3c94001,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:32.796812 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:32.801649 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:09:32.801855 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Checking segment: {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:32.802263 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Bound using segment: {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:09:32.802711 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Bound port: a4a4d588-ad44-4eb7-826f-413a438f913c, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:09:32.803226 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:32.828006 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Attempting to bind port 5ad7c865-7f47-43bc-b412-a097d3c94001 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:09:32.828592 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Attempting to bind port 5ad7c865-7f47-43bc-b412-a097d3c94001 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:09:32.829137 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Attempting to bind port 5ad7c865-7f47-43bc-b412-a097d3c94001 on network d95cf8f9-6358-41cb-bd9a-5f66a6944553 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:32.840277 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Port 5ad7c865-7f47-43bc-b412-a097d3c94001 on network d95cf8f9-6358-41cb-bd9a-5f66a6944553 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:09:32.840947 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Attempting to bind port 5ad7c865-7f47-43bc-b412-a097d3c94001 on network d95cf8f9-6358-41cb-bd9a-5f66a6944553 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:32.892154 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:09:32.894059 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Checking segment: {'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:32.894640 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Bound using segment: {'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:09:32.895239 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Bound port: 5ad7c865-7f47-43bc-b412-a097d3c94001, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:09:32.896077 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.034082 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a7cac154-d2ef-42af-8346-793f95fc2789 req-7eb6dae3-2404-4fb5-ac4b-162c605bbcb2 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270249 Apr 30 16:09:33.035523 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] For port a4a4d588-ad44-4eb7-826f-413a438f913c, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:09:33.082478 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] For port a4a4d588-ad44-4eb7-826f-413a438f913c, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=a4a4d588-ad44-4eb7-826f-413a438f913c,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:09:33.096588 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.099870 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] For port 5ad7c865-7f47-43bc-b412-a097d3c94001, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:09:33.110600 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c65fa46-7195-4730-8cac-a738850e49ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.112804 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] For port 5ad7c865-7f47-43bc-b412-a097d3c94001, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=5ad7c865-7f47-43bc-b412-a097d3c94001,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:09:33.114084 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-89e65c0a-3311-43dc-a42f-383de78d4cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:33.213849 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-f67773b0-a162-4ab1-9851-240a81994606 req-047a1e83-ddb5-4dff-ab75-d9679526e6f5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Synchronizing usage tracker for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:33.222982 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c65fa46-7195-4730-8cac-a738850e49ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.233321 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Allocated IP 172.20.0.6 (d95cf8f9-6358-41cb-bd9a-5f66a6944553/f79cd46e-c909-4fe6-a1af-935e76add221/14cec080-cb5e-434d-9404-5b9977c12704) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:09:33.305406 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Pushing event updated for resources: {'Port': ['ID=a4a4d588-ad44-4eb7-826f-413a438f913c,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:33.313481 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.317301 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:33.373703 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-f67773b0-a162-4ab1-9851-240a81994606 req-047a1e83-ddb5-4dff-ab75-d9679526e6f5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Unset dirty status for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:33.400416 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f67773b0-a162-4ab1-9851-240a81994606 req-047a1e83-ddb5-4dff-ab75-d9679526e6f5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 210 time: 0.2681494 Apr 30 16:09:33.547315 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:33.589862 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c65fa46-7195-4730-8cac-a738850e49ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.677564 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-84a3f3b9-26b9-42ef-b7a6-036edee34117 req-be087ad3-373c-4df0-a746-c808a077f74c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Synchronizing usage tracker for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:33.681079 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:33.681713 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.693657 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] 10.222.0.64 "PUT /v2.0/ports/a4a4d588-ad44-4eb7-826f-413a438f913c HTTP/1.1" status: 200 len: 1093 time: 4.1056409 Apr 30 16:09:33.727272 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'tag': 'a4a4d588-ad44-4eb7-826f-413a438f913c'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:33.750760 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:33.752130 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.754711 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] 10.222.0.64 "PUT /v2.0/ports/5ad7c865-7f47-43bc-b412-a097d3c94001 HTTP/1.1" status: 200 len: 1093 time: 3.6187396 Apr 30 16:09:33.962072 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'tag': 'a4a4d588-ad44-4eb7-826f-413a438f913c', 'status': 'completed', 'code': 200} Apr 30 16:09:34.017293 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:34.046925 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-af70b5e3-fbd9-472c-a1df-cc5b84d8955a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:34.101867 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65fa46-7195-4730-8cac-a738850e49ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f051bb0-72c5-4aaa-9ce6-9a60d50a4590,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:34.105250 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4c65fa46-7195-4730-8cac-a738850e49ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:34.177712 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c65fa46-7195-4730-8cac-a738850e49ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:34.178735 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-84a3f3b9-26b9-42ef-b7a6-036edee34117 req-be087ad3-373c-4df0-a746-c808a077f74c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Unset dirty status for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:34.179565 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-4c65fa46-7195-4730-8cac-a738850e49ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f051bb0-72c5-4aaa-9ce6-9a60d50a4590 HTTP/1.1" status: 204 len: 168 time: 1.8861740 Apr 30 16:09:34.182378 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84a3f3b9-26b9-42ef-b7a6-036edee34117 req-be087ad3-373c-4df0-a746-c808a077f74c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 210 time: 0.8628438 Apr 30 16:09:34.240152 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:34.253665 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:34.269551 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad7c865-7f47-43bc-b412-a097d3c94001,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:34.296724 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:34.442605 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Network d95cf8f9-6358-41cb-bd9a-5f66a6944553 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:34.449030 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:34.465424 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:09:34.493540 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-a81b9ceb-4c39-46d9-9713-b74470ddfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:34.496218 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-a81b9ceb-4c39-46d9-9713-b74470ddfaf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 1096 time: 0.6746285 Apr 30 16:09:34.511063 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-cf745722-d91e-46b2-9c4a-ab31220ea132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:34.522452 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-cf745722-d91e-46b2-9c4a-ab31220ea132 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 1096 time: 0.5466275 Apr 30 16:09:34.742848 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Pushing event updated for resources: {'Port': ['ID=14cec080-cb5e-434d-9404-5b9977c12704,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:34.752742 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:34.805005 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:34.816280 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:34.879760 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2680373 Apr 30 16:09:34.929273 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Request body: {'port': {'device_id': 'b5fe1d1e-20f1-47c6-b951-ec94672b2eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:35.000686 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cf957-014f-4b66-a74c-8c688a1aa818 req-b388e5b6-0d0c-4123-854a-05017a7f16bc tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:35.009915 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-935cf957-014f-4b66-a74c-8c688a1aa818 req-b388e5b6-0d0c-4123-854a-05017a7f16bc tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 943 time: 0.4432919 Apr 30 16:09:35.028473 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-f9df36d7-d74c-48cf-a709-eff7db7e5b16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4a4d588-ad44-4eb7-826f-413a438f913c HTTP/1.1" status: 200 len: 217 time: 0.5033042 Apr 30 16:09:35.071009 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50240) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:35.164695 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-6a83e2bf-0b44-42ce-8c48-cbb3ec61a595 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad7c865-7f47-43bc-b412-a097d3c94001 HTTP/1.1" status: 200 len: 217 time: 0.3869712 Apr 30 16:09:35.292376 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-935cf957-014f-4b66-a74c-8c688a1aa818 req-9b97d109-bace-4ae9-8c07-06b01a234731 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679546 Apr 30 16:09:35.328641 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-960dc77c-e446-44d2-bc33-a7d4d76b2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:35.340310 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-960dc77c-e446-44d2-bc33-a7d4d76b2662 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.2791147 Apr 30 16:09:35.341701 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-129504c7-d3e4-41f2-93d5-07138abe7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:35.343502 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-129504c7-d3e4-41f2-93d5-07138abe7229 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 200 len: 859 time: 0.1669040 Apr 30 16:09:35.384980 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.64', 49286) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:35.518524 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-7f8bb72b-b089-439c-bea4-28b3b100c543 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=696304e4501d429e93acba555ebb4fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264202 Apr 30 16:09:35.526190 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50274) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:35.532856 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:35.627381 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-1a775cb2-1dd6-4a12-b9c3-48bff1e5144e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d95cf8f9-6358-41cb-bd9a-5f66a6944553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2221768 Apr 30 16:09:35.965200 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9dabae-a90c-42dc-875f-43fd2b058285', 'tag': '5ad7c865-7f47-43bc-b412-a097d3c94001'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:35.980933 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-da47dbb6-cd41-40c6-b370-99d661a5ed01 req-e0ddcd47-3b86-4cfb-b1d8-6a9271e8855f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 210 time: 0.3904657 Apr 30 16:09:36.096175 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-81865a0c-a475-414c-8878-f2d5456856a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:36.247402 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9dabae-a90c-42dc-875f-43fd2b058285', 'tag': '5ad7c865-7f47-43bc-b412-a097d3c94001', 'status': 'completed', 'code': 200} Apr 30 16:09:36.260679 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-81865a0c-a475-414c-8878-f2d5456856a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:36.313532 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-16f6f94c-e522-4b07-88f9-69c90217e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:36.314822 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-16f6f94c-e522-4b07-88f9-69c90217e602 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9113331 Apr 30 16:09:36.322642 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-4f0101eb-aed8-4a7c-945a-393bb15e04c2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:36.330322 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-4f0101eb-aed8-4a7c-945a-393bb15e04c2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 816 time: 0.9283073 Apr 30 16:09:36.375437 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-983e9896-9419-4e38-93bc-374834376943 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398067 Apr 30 16:09:36.501960 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50320) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:36.537335 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-81865a0c-a475-414c-8878-f2d5456856a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:36.549680 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:36.578116 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81865a0c-a475-414c-8878-f2d5456856a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69893989-a117-4693-8cf1-9405fcc04681,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:36.627084 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a1a77d0-5f60-456e-b92a-a29652acdea1 req-e293e656-9a82-4986-9554-e944d63df079 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149599 Apr 30 16:09:36.663978 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-81865a0c-a475-414c-8878-f2d5456856a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:36.676809 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-81865a0c-a475-414c-8878-f2d5456856a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:36.681784 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-81865a0c-a475-414c-8878-f2d5456856a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69893989-a117-4693-8cf1-9405fcc04681 HTTP/1.1" status: 204 len: 168 time: 1.1529276 Apr 30 16:09:36.783845 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-b06bca8a-bc0f-4d71-a3b8-e50cfb15b6a3 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c HTTP/1.1" status: 200 len: 380 time: 0.4138744 Apr 30 16:09:36.799039 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cec080-cb5e-434d-9404-5b9977c12704 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:36.818893 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:36.836511 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'port': {'device_id': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'admin_state_up': True, 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'security_groups': ['0b848c16-c47e-4894-abaf-21b597369221']}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:36.856528 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Transition to ACTIVE for port object 14cec080-cb5e-434d-9404-5b9977c12704 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:36.902441 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50336) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:36.903543 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:36.920814 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:36.941094 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:37.047143 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712c67-faef-4dad-91bf-7fc87522aafb req-a5a1c1c9-e0e2-46e3-9b7a-211510bd0da0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:37.054226 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4a712c67-faef-4dad-91bf-7fc87522aafb req-a5a1c1c9-e0e2-46e3-9b7a-211510bd0da0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 931 time: 1.1114407 Apr 30 16:09:37.105522 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:37.151643 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:37.159636 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-058f523f-c771-4735-9225-3c38f25a5e24 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8252690 Apr 30 16:09:37.182167 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-4a712c67-faef-4dad-91bf-7fc87522aafb req-459c6c2f-150c-4846-a1ea-12d7c3baa618 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Synchronizing usage tracker for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:37.202592 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:37.230371 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Made reservation on behalf of 6dad49816ad546d08e5e3bbbcf5ba71c for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:09:37.234943 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:37.258368 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-8f584770-9705-4491-8942-9002106afb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:37.260065 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-8f584770-9705-4491-8942-9002106afb4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 1096 time: 0.4647520 Apr 30 16:09:37.265238 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] Usage tracker for resource:security_group_rule and tenant:5855d8775de5432d9a160efc16c6ff4e is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:37.328762 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:37.342665 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:09:37.387011 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:37.441248 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Pushing event updated for resources: {'Port': ['ID=14cec080-cb5e-434d-9404-5b9977c12704,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:37.442402 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-4a712c67-faef-4dad-91bf-7fc87522aafb req-459c6c2f-150c-4846-a1ea-12d7c3baa618 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Unset dirty status for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:37.455106 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:37.455243 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4a712c67-faef-4dad-91bf-7fc87522aafb req-459c6c2f-150c-4846-a1ea-12d7c3baa618 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999722 Apr 30 16:09:37.470423 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:37.510047 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf9292-6da4-44d9-9a42-bb261b68c8d6 req-376fcb8f-3c53-427e-ad45-3f7458081378 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:37.511652 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3ddf9292-6da4-44d9-9a42-bb261b68c8d6 req-376fcb8f-3c53-427e-ad45-3f7458081378 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 943 time: 0.9356601 Apr 30 16:09:37.546964 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:37.574411 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:7237b336a3414fc0918dc908d2c995f4 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:37.582674 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:37.592833 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:37.632755 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-fbcf98e8-8617-45cb-8102-1f9143d1d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:37.634351 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-fbcf98e8-8617-45cb-8102-1f9143d1d6ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 920 time: 0.3581655 Apr 30 16:09:37.708965 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:37.736504 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Attempting to bind port 14cec080-cb5e-434d-9404-5b9977c12704 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:09:37.737498 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Attempting to bind port 14cec080-cb5e-434d-9404-5b9977c12704 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:09:37.737498 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Attempting to bind port 14cec080-cb5e-434d-9404-5b9977c12704 on network d95cf8f9-6358-41cb-bd9a-5f66a6944553 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:37.739753 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:37.778740 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2ed4a43d-0c01-4675-802e-facb8be41e19 req-da71a497-5f5a-4ef8-a565-01a8bc760450 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 210 time: 0.1429415 Apr 30 16:09:37.780126 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-9eeb238a-f5fe-4fc3-8243-80613829e4a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad7c865-7f47-43bc-b412-a097d3c94001 HTTP/1.1" status: 200 len: 217 time: 0.1316035 Apr 30 16:09:37.814893 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:37.850256 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3ddf9292-6da4-44d9-9a42-bb261b68c8d6 req-34e299a3-14ea-4700-be1a-5eb3d58fb153 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301499 Apr 30 16:09:37.850256 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Port 14cec080-cb5e-434d-9404-5b9977c12704 on network d95cf8f9-6358-41cb-bd9a-5f66a6944553 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:09:37.854548 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Attempting to bind port 14cec080-cb5e-434d-9404-5b9977c12704 on network d95cf8f9-6358-41cb-bd9a-5f66a6944553 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:37.873480 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7237b336a3414fc0918dc908d2c995f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9682615 Apr 30 16:09:37.878744 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:09:37.879074 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Checking segment: {'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:37.879604 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Bound using segment: {'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:09:37.880098 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Bound port: 14cec080-cb5e-434d-9404-5b9977c12704, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb852022-86ed-4bc0-b368-305a63e51f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:09:37.880717 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:37.883056 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50376) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:37.908907 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb92f7-7307-4c59-a6a4-d534b6b864a5,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:37.950396 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-da7ac436-8e58-4af3-a67f-cdfbed83853b req-14be8c0d-80ac-48b2-89bc-0509f2a9ea65 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637913 Apr 30 16:09:37.955464 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:38.011157 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-45388091-4cf0-411a-b6d0-582d164f7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:38.012865 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-45388091-4cf0-411a-b6d0-582d164f7ad0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 200 len: 859 time: 0.2022560 Apr 30 16:09:38.037758 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Allocated IP 172.20.0.11 (4738b479-0713-4933-9630-6e9d1c66a28c/9ca75d80-6f41-4587-96d4-972748ede49d/98a6ae23-1e33-42db-b11c-cc7264deb948) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:09:38.053883 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:38.084333 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] For port 14cec080-cb5e-434d-9404-5b9977c12704, host hv-cinder-77500, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:09:38.118697 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:38.120730 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] For port 14cec080-cb5e-434d-9404-5b9977c12704, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=14cec080-cb5e-434d-9404-5b9977c12704,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:09:38.123358 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:38.124153 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:38.132932 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:38.136056 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d8049cd5-1e80-4656-bdfe-6a382c157fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:38.192650 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b679bb36-dea8-4900-bd10-797f8a21e848,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:38.202049 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5855d8775de5432d9a160efc16c6ff4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6944354 Apr 30 16:09:38.202049 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:38.202049 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:38.202599 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] 10.222.0.64 "PUT /v2.0/ports/14cec080-cb5e-434d-9404-5b9977c12704 HTTP/1.1" status: 200 len: 1093 time: 3.2890079 Apr 30 16:09:38.203090 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:38.203974 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fe1d1e-20f1-47c6-b951-ec94672b2eca', 'tag': '14cec080-cb5e-434d-9404-5b9977c12704'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:38.207575 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:38.213399 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50382) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:38.261038 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-32b45960-bf4e-4b27-b4db-84930eb23494 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d95cf8f9-6358-41cb-bd9a-5f66a6944553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394651 Apr 30 16:09:38.319268 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Pushing event updated for resources: {'Port': ['ID=14cec080-cb5e-434d-9404-5b9977c12704,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:38.417020 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.422486 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.423503 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.426823 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.427727 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.428551 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.429583 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.432287 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.433647 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.439964 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.440911 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.442039 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:38.509701 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:38.594121 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1f0cb408-b93e-45d1-8109-b9352fb8bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:38.594321 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-45cb221c-2c73-4397-af5a-b1027f78685d service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975526 Apr 30 16:09:38.597307 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-1f0cb408-b93e-45d1-8109-b9352fb8bbd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 1096 time: 0.2796164 Apr 30 16:09:38.685523 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fe1d1e-20f1-47c6-b951-ec94672b2eca', 'tag': '14cec080-cb5e-434d-9404-5b9977c12704', 'status': 'completed', 'code': 200} Apr 30 16:09:38.701998 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-dcfe5f4d-a14d-4d84-88b9-c4f185c7dca2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cec080-cb5e-434d-9404-5b9977c12704 HTTP/1.1" status: 200 len: 217 time: 0.0817268 Apr 30 16:09:38.782797 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-31b124c2-66ed-443e-8bfb-377988ae4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:38.784296 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-31b124c2-66ed-443e-8bfb-377988ae4e05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 200 len: 859 time: 0.0710847 Apr 30 16:09:38.887870 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-17c46b63-5587-4270-8d45-2c8a25f4233a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d95cf8f9-6358-41cb-bd9a-5f66a6944553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887361 Apr 30 16:09:39.048752 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db76e-d9e7-4dac-bf90-a755571651cd req-12a59cd7-80d4-41bc-8aa8-6424787bd99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:39.050732 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-746db76e-d9e7-4dac-bf90-a755571651cd req-12a59cd7-80d4-41bc-8aa8-6424787bd99b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 1096 time: 0.8857279 Apr 30 16:09:39.074643 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:39.134037 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:39.137136 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:39.164769 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-57ddf3fe-a06b-42f8-a01e-1abe9b3d1d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:39.173498 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-54268709-35fc-4582-a109-85573269e635 req-3900f530-1b21-4462-83a5-49c3a304f338 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 210 time: 0.0562985 Apr 30 16:09:39.179255 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-deb77263-4a93-47a2-a818-6adbebf93e61 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534980 Apr 30 16:09:39.203320 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb92f7-7307-4c59-a6a4-d534b6b864a5,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:39.223496 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-a0935adb-5fa9-472f-8759-e72716a3b1ba service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258488 Apr 30 16:09:39.301252 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Transition to ACTIVE for port object 98a6ae23-1e33-42db-b11c-cc7264deb948 will not be triggered until provisioned by entity DHCP. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:39.313880 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.314260 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.314660 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.315013 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.315401 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.315769 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.316109 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.316443 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.317076 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.317076 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.317424 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.317755 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:39.333222 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:39.340430 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-57ddf3fe-a06b-42f8-a01e-1abe9b3d1d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:39.406531 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:39.412545 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ffb92f7-7307-4c59-a6a4-d534b6b864a5 HTTP/1.1" status: 204 len: 168 time: 1.5248640 Apr 30 16:09:39.449198 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0038e-3ce9-472f-a801-221fbb3d430b req-c6ec32a4-ed86-4178-9714-9572e83402c8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:39.452763 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5fb0038e-3ce9-472f-a801-221fbb3d430b req-c6ec32a4-ed86-4178-9714-9572e83402c8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 943 time: 0.8277433 Apr 30 16:09:39.472932 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-363d3b31-708b-4975-86b3-6d20dde6fc65 req-9c4b4802-2db1-445c-9a09-fab302733082 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376902 Apr 30 16:09:39.501075 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db76e-d9e7-4dac-bf90-a755571651cd req-7cf89f76-dd7f-4923-b6d0-c4b0132a8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:39.502606 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-746db76e-d9e7-4dac-bf90-a755571651cd req-7cf89f76-dd7f-4923-b6d0-c4b0132a8b7d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 912 time: 0.4190466 Apr 30 16:09:39.524959 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e69dd8-9366-49ee-ae33-c0f3c9aff7c8 req-22b373ed-ac00-49cb-a1da-cb3ca881c2ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:39.527773 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c5e69dd8-9366-49ee-ae33-c0f3c9aff7c8 req-22b373ed-ac00-49cb-a1da-cb3ca881c2ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 943 time: 0.1517572 Apr 30 16:09:39.610741 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-746db76e-d9e7-4dac-bf90-a755571651cd req-15612070-1a79-4aa0-b969-690f6ebc7c95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4a4d588-ad44-4eb7-826f-413a438f913c HTTP/1.1" status: 200 len: 217 time: 0.0961511 Apr 30 16:09:39.615479 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:39.617754 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c5e69dd8-9366-49ee-ae33-c0f3c9aff7c8 req-dd985d8f-84d7-4cb4-af7f-42d0828d43d2 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820973 Apr 30 16:09:39.630771 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5fb0038e-3ce9-472f-a801-221fbb3d430b req-cedecbc1-cfbe-4f19-9a9d-c0d3256c4c69 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515667 Apr 30 16:09:39.633088 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:39.742759 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1fba-5b43-49d3-ac82-ab4e40c03a47 req-2c20299e-652f-453b-9fed-189c329d6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:39.745713 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ecc1fba-5b43-49d3-ac82-ab4e40c03a47 req-2c20299e-652f-453b-9fed-189c329d6b5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 1096 time: 0.1034307 Apr 30 16:09:39.847063 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Network 4738b479-0713-4933-9630-6e9d1c66a28c is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:39.859923 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-57ddf3fe-a06b-42f8-a01e-1abe9b3d1d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:39.868673 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:39.893577 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:09:39.907520 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:39.908981 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:39.927921 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:39.935634 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:39.940832 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-47e0c64f-f83b-4e5a-ad1a-5dddfa7d3c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:39.957155 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db76e-d9e7-4dac-bf90-a755571651cd req-367bacca-8316-4390-ac4d-77b7bc3af211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:39.965150 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-746db76e-d9e7-4dac-bf90-a755571651cd req-367bacca-8316-4390-ac4d-77b7bc3af211 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.2762821 Apr 30 16:09:39.965354 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1fba-5b43-49d3-ac82-ab4e40c03a47 req-516ca81a-1143-467e-a109-b2f84ca3a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:39.967685 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ecc1fba-5b43-49d3-ac82-ab4e40c03a47 req-516ca81a-1143-467e-a109-b2f84ca3a0a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 920 time: 0.2136667 Apr 30 16:09:39.973357 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddf3fe-a06b-42f8-a01e-1abe9b3d1d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b679bb36-dea8-4900-bd10-797f8a21e848,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:39.976296 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-57ddf3fe-a06b-42f8-a01e-1abe9b3d1d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:40.027543 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-57ddf3fe-a06b-42f8-a01e-1abe9b3d1d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.034523 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-57ddf3fe-a06b-42f8-a01e-1abe9b3d1d81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b679bb36-dea8-4900-bd10-797f8a21e848 HTTP/1.1" status: 204 len: 168 time: 1.8056328 Apr 30 16:09:40.038091 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2053998 Apr 30 16:09:40.066285 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Request body: {'port': {'device_id': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:40.223949 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ecc1fba-5b43-49d3-ac82-ab4e40c03a47 req-1ff0c338-0672-4cb1-b53c-b5b063790897 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cec080-cb5e-434d-9404-5b9977c12704 HTTP/1.1" status: 200 len: 217 time: 0.2440858 Apr 30 16:09:40.392993 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-e7be11a6-c8fe-40a2-ab82-ccd08e97a57e None None] Provisioning for port 98a6ae23-1e33-42db-b11c-cc7264deb948 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:40.403247 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-e7be11a6-c8fe-40a2-ab82-ccd08e97a57e None None] Provisioning complete for port 98a6ae23-1e33-42db-b11c-cc7264deb948 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:40.404271 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e7be11a6-c8fe-40a2-ab82-ccd08e97a57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.407467 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50472) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:40.464228 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1fba-5b43-49d3-ac82-ab4e40c03a47 req-04165ffd-6389-4e2d-969f-9f9fbbd157c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:40.470521 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ecc1fba-5b43-49d3-ac82-ab4e40c03a47 req-04165ffd-6389-4e2d-969f-9f9fbbd157c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 200 len: 859 time: 0.2315855 Apr 30 16:09:40.478942 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.489545 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.536255 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-e7be11a6-c8fe-40a2-ab82-ccd08e97a57e None None] Port 98a6ae23-1e33-42db-b11c-cc7264deb948 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:09:40.637755 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ecc1fba-5b43-49d3-ac82-ab4e40c03a47 req-3203ef4f-8d08-4468-85de-5f09870db1fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d95cf8f9-6358-41cb-bd9a-5f66a6944553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347005 Apr 30 16:09:40.638850 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:40.691095 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db76e-d9e7-4dac-bf90-a755571651cd req-85da1c4b-f07e-43df-b644-302ef306b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:40.706211 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-746db76e-d9e7-4dac-bf90-a755571651cd req-85da1c4b-f07e-43df-b644-302ef306b4ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7155843 Apr 30 16:09:40.855649 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50494) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:40.886010 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50498) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:40.895792 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] Usage tracker for resource:security_group_rule and tenant:5afb78fa0469444cadd1e2e4553428c4 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:40.897972 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-746db76e-d9e7-4dac-bf90-a755571651cd req-912a21d1-3b7b-4ff0-b920-bf39564f7f6a service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907606 Apr 30 16:09:40.905099 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:40.911024 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.917539 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:40.943415 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 5ad7c865-7f47-43bc-b412-a097d3c94001 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:09:40.974208 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ecc1fba-5b43-49d3-ac82-ab4e40c03a47 req-84f345fd-9d26-4f29-b21f-fff84f07c2d2 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133930 Apr 30 16:09:41.095747 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeffca-72b6-4f44-b2c6-f609f674e97e req-c9493052-1330-4b2f-9ac7-5883c72001b6 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:41.097628 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b3aeffca-72b6-4f44-b2c6-f609f674e97e req-c9493052-1330-4b2f-9ac7-5883c72001b6 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 945 time: 0.4791188 Apr 30 16:09:41.159106 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:41.170612 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 5ad7c865-7f47-43bc-b412-a097d3c94001, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=5ad7c865-7f47-43bc-b412-a097d3c94001,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:41.173604 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] Usage tracker for resource:security_group_rule and tenant:03b347a056374195bb04e576c6795b48 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:41.190651 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '5ad7c865-7f47-43bc-b412-a097d3c94001', 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553', 'port_id': '5ad7c865-7f47-43bc-b412-a097d3c94001', 'mac_address': 'fa:16:3e:20:09:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79cd46e-c909-4fe6-a1af-935e76add221', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:09:41.203669 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b3aeffca-72b6-4f44-b2c6-f609f674e97e req-bac986e2-862a-433f-9f2d-0d5a52304dab tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980251 Apr 30 16:09:41.234574 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ecc1fba-5b43-49d3-ac82-ab4e40c03a47 req-dc810230-d82e-4182-8fd7-6758326e323a service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516158 Apr 30 16:09:41.283984 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.301776 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.318550 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.358443 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad7c865-7f47-43bc-b412-a097d3c94001 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:41.378948 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 5ad7c865-7f47-43bc-b412-a097d3c94001, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=5ad7c865-7f47-43bc-b412-a097d3c94001,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:41.391068 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.394648 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-f7ce7d0a-9dc9-4c59-919a-4d3c18b06ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:41.400816 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-5b4a1102-36ec-4a47-9d4e-4d9d26a20eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:41.418592 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:41.453746 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca552ce3-e569-48d2-8b18-f61b4843f3e9,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:41.457859 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:41.463113 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5afb78fa0469444cadd1e2e4553428c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0546010 Apr 30 16:09:41.468748 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50506) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:41.487424 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=5ad7c865-7f47-43bc-b412-a097d3c94001,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:41.490589 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:41.524629 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e59b93-f8ba-4cf5-8dd9-c3b936648f8c req-ac550e51-a496-474f-8de6-dbf6d1249543 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:41.525368 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-d2e59b93-f8ba-4cf5-8dd9-c3b936648f8c req-ac550e51-a496-474f-8de6-dbf6d1249543 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Synchronizing usage tracker for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:41.562988 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:41.567395 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8afb35-4439-440e-b775-7c227ac86645 req-255e179f-80cc-403d-a1c2-3390545f3f23 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:41.569195 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2a8afb35-4439-440e-b775-7c227ac86645 req-255e179f-80cc-403d-a1c2-3390545f3f23 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 943 time: 0.2078373 Apr 30 16:09:41.570061 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e56643df-5510-4e58-9f68-8ed1f3498fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.595840 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.620574 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e56643df-5510-4e58-9f68-8ed1f3498fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.640884 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-d2e59b93-f8ba-4cf5-8dd9-c3b936648f8c req-ac550e51-a496-474f-8de6-dbf6d1249543 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Unset dirty status for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:41.642529 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d2e59b93-f8ba-4cf5-8dd9-c3b936648f8c req-ac550e51-a496-474f-8de6-dbf6d1249543 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 932 time: 1.2317040 Apr 30 16:09:41.674738 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2a8afb35-4439-440e-b775-7c227ac86645 req-db829159-4a03-4da0-9108-86c1b776d2cb tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937593 Apr 30 16:09:41.720836 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e56643df-5510-4e58-9f68-8ed1f3498fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.723643 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:41.725432 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:41.740234 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56643df-5510-4e58-9f68-8ed1f3498fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca552ce3-e569-48d2-8b18-f61b4843f3e9,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:41.742929 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e56643df-5510-4e58-9f68-8ed1f3498fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:41.760947 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] Usage tracker for resource:security_group_rule and tenant:15067b4ac3744871a5d206e208d60f86 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:41.770344 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:41.774657 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e56643df-5510-4e58-9f68-8ed1f3498fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.776757 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-e56643df-5510-4e58-9f68-8ed1f3498fd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca552ce3-e569-48d2-8b18-f61b4843f3e9 HTTP/1.1" status: 204 len: 168 time: 0.3068881 Apr 30 16:09:41.777781 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-746db76e-d9e7-4dac-bf90-a755571651cd req-532d06e6-0a72-47e0-a691-79d57e431c48 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8544524 Apr 30 16:09:41.792643 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:41.920579 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d2e59b93-f8ba-4cf5-8dd9-c3b936648f8c req-2f6f384d-ab16-4cf6-96a4-e14226b69c64 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522056 Apr 30 16:09:42.008730 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fe242-021b-41b3-ba22-0da18354e272 req-833731e7-85a5-4a18-ba2c-18ae2662ffbe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:42.009640 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-1b3fe242-021b-41b3-ba22-0da18354e272 req-833731e7-85a5-4a18-ba2c-18ae2662ffbe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Synchronizing usage tracker for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:42.021490 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a6ae23-1e33-42db-b11c-cc7264deb948 {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:42.030402 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-1b3fe242-021b-41b3-ba22-0da18354e272 req-833731e7-85a5-4a18-ba2c-18ae2662ffbe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Unset dirty status for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:42.037598 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1b3fe242-021b-41b3-ba22-0da18354e272 req-833731e7-85a5-4a18-ba2c-18ae2662ffbe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 943 time: 0.1425838 Apr 30 16:09:42.051521 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.069143 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['5ad7c865-7f47-43bc-b412-a097d3c94001'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:42.079380 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.102730 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.124516 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:42.141889 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Transition to ACTIVE for port object 98a6ae23-1e33-42db-b11c-cc7264deb948 will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:42.185550 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.257672 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03b347a056374195bb04e576c6795b48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3929198 Apr 30 16:09:42.261847 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50526) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:42.287788 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23711faf-769d-41f0-a75b-56433c67e696,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:42.332790 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1b3fe242-021b-41b3-ba22-0da18354e272 req-27a143f8-87da-4882-8fa3-485f92941682 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931778 Apr 30 16:09:42.407265 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:42.413448 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.414825 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:42.643754 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.852239 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15067b4ac3744871a5d206e208d60f86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9613612 Apr 30 16:09:42.855342 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50542) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:42.859839 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1072fa5b-489c-4514-b6ee-b2be716db246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.866251 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Pushing event updated for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:42.887555 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Attempting to bind port 98a6ae23-1e33-42db-b11c-cc7264deb948 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:09:42.888345 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Attempting to bind port 98a6ae23-1e33-42db-b11c-cc7264deb948 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:09:42.889218 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Attempting to bind port 98a6ae23-1e33-42db-b11c-cc7264deb948 on network 4738b479-0713-4933-9630-6e9d1c66a28c {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:42.894266 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:42.899469 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:42.930154 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Port 98a6ae23-1e33-42db-b11c-cc7264deb948 on network 4738b479-0713-4933-9630-6e9d1c66a28c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:09:42.930860 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Attempting to bind port 98a6ae23-1e33-42db-b11c-cc7264deb948 on network 4738b479-0713-4933-9630-6e9d1c66a28c {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:42.956688 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1072fa5b-489c-4514-b6ee-b2be716db246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.959091 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device a4a4d588-ad44-4eb7-826f-413a438f913c details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:09:42.967443 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:09:42.967786 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Checking segment: {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:42.968181 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Bound using segment: {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:09:42.968634 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Bound port: 98a6ae23-1e33-42db-b11c-cc7264deb948, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:09:42.969222 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.007187 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f68607-7689-4ac6-9c12-86d371b5c4d1,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:43.047614 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-84de72af-d501-46d7-bda4-89765154d7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.069813 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:43.093548 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-84de72af-d501-46d7-bda4-89765154d7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.157751 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7564d3-b120-4b8d-bef4-73bae1f2bec1 req-404bb782-ae17-48da-85e6-c034da4d65f7 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:43.159496 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ca7564d3-b120-4b8d-bef4-73bae1f2bec1 req-404bb782-ae17-48da-85e6-c034da4d65f7 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 945 time: 0.5247211 Apr 30 16:09:43.163733 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaebdf-5267-4067-9285-b1110dc02391 req-4780e620-507e-47eb-9860-be45fd03095f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:43.173395 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7deaebdf-5267-4067-9285-b1110dc02391 req-4780e620-507e-47eb-9860-be45fd03095f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 943 time: 0.2766483 Apr 30 16:09:43.240700 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7deaebdf-5267-4067-9285-b1110dc02391 req-5e06596f-da54-4f97-afc1-022ade92ab9f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645466 Apr 30 16:09:43.270280 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-84de72af-d501-46d7-bda4-89765154d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.282206 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e56643df-5510-4e58-9f68-8ed1f3498fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:43.300796 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de72af-d501-46d7-bda4-89765154d7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f68607-7689-4ac6-9c12-86d371b5c4d1,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:43.304713 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-84de72af-d501-46d7-bda4-89765154d7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:43.313479 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-84de72af-d501-46d7-bda4-89765154d7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.314769 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-84de72af-d501-46d7-bda4-89765154d7b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20f68607-7689-4ac6-9c12-86d371b5c4d1 HTTP/1.1" status: 204 len: 168 time: 0.4584367 Apr 30 16:09:43.389979 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:09:43.412708 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:09:43.415925 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1072fa5b-489c-4514-b6ee-b2be716db246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.427904 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8c51b6b2-fc77-4c5b-b7d3-5f99884b14f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:43.448055 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.477346 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ca7564d3-b120-4b8d-bef4-73bae1f2bec1 req-bd96ce1c-84db-460b-8e97-e8e09aa9545c tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864096 Apr 30 16:09:43.490689 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072fa5b-489c-4514-b6ee-b2be716db246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23711faf-769d-41f0-a75b-56433c67e696,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:43.515252 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-1072fa5b-489c-4514-b6ee-b2be716db246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:43.515252 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:43.574730 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48475d50-9135-41e6-a110-208784283b3b req-3e98a628-401a-4a0a-b1c5-0bf27eb50255 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:43.578911 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port a4a4d588-ad44-4eb7-826f-413a438f913c, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=a4a4d588-ad44-4eb7-826f-413a438f913c,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:43.579911 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-48475d50-9135-41e6-a110-208784283b3b req-3e98a628-401a-4a0a-b1c5-0bf27eb50255 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1327133 Apr 30 16:09:43.633099 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': 'a4a4d588-ad44-4eb7-826f-413a438f913c', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'port_id': 'a4a4d588-ad44-4eb7-826f-413a438f913c', 'mac_address': 'fa:16:3e:4c:b3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:09:43.636680 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:43.641379 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.648063 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] 10.222.0.64 "PUT /v2.0/ports/98a6ae23-1e33-42db-b11c-cc7264deb948 HTTP/1.1" status: 200 len: 1094 time: 3.5896285 Apr 30 16:09:43.661419 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:43.668431 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-48475d50-9135-41e6-a110-208784283b3b req-e1bae527-533c-4454-9fb5-355c5614b868 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Synchronizing usage tracker for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:security_group {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:43.684773 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-48475d50-9135-41e6-a110-208784283b3b req-e1bae527-533c-4454-9fb5-355c5614b868 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Unset dirty status for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:security_group {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:43.687924 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-48475d50-9135-41e6-a110-208784283b3b req-e1bae527-533c-4454-9fb5-355c5614b868 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035693 Apr 30 16:09:43.811729 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Pushing event updated for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:43.839071 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1072fa5b-489c-4514-b6ee-b2be716db246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.842757 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-1072fa5b-489c-4514-b6ee-b2be716db246 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23711faf-769d-41f0-a75b-56433c67e696 HTTP/1.1" status: 204 len: 168 time: 1.5739367 Apr 30 16:09:43.846101 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:43.888789 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.916164 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'status': 'completed', 'code': 200} Apr 30 16:09:43.928422 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a4d588-ad44-4eb7-826f-413a438f913c {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:44.006488 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50572) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:44.038860 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port a4a4d588-ad44-4eb7-826f-413a438f913c, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=a4a4d588-ad44-4eb7-826f-413a438f913c,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:44.042512 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:44.050482 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:44.054591 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-ed3abfaf-c96c-42e5-ba0b-dc48d8c4e362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:44.076808 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:44.085879 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] Usage tracker for resource:security_group_rule and tenant:d644144b31bb4814a950a5845ba1b621 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:44.091441 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-e61ae7bc-f174-4fa7-a148-0e0fb2e38004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:44.092971 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-e61ae7bc-f174-4fa7-a148-0e0fb2e38004 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 1097 time: 0.2744741 Apr 30 16:09:44.097442 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:44.100653 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7347e7d-297f-42de-b28a-287429b13b1d req-18e0dd1e-7668-493b-bfc5-28e7b49fbb64 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:44.102645 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d7347e7d-297f-42de-b28a-287429b13b1d req-18e0dd1e-7668-493b-bfc5-28e7b49fbb64 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 943 time: 0.4532399 Apr 30 16:09:44.119078 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:44.166178 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-eab34fb5-620c-4984-8bae-fa53b4cb4bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:44.177860 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=a4a4d588-ad44-4eb7-826f-413a438f913c,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:44.189463 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.189888 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.190180 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.190525 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.190948 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.191193 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.191504 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.191827 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.192158 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.192470 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.192787 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.193106 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:44.196666 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-5aab98c2-6f65-4d05-881e-d7467bf66f18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98a6ae23-1e33-42db-b11c-cc7264deb948 HTTP/1.1" status: 200 len: 217 time: 0.0831606 Apr 30 16:09:44.203359 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:44.283440 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-5371ea43-428c-4504-9448-6ff44ba039e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:44.284906 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-5371ea43-428c-4504-9448-6ff44ba039e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.0698526 Apr 30 16:09:44.370689 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-582d19c5-8ecb-4b17-8b53-f7e094a21e91 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:44.372845 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-582d19c5-8ecb-4b17-8b53-f7e094a21e91 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.64 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 945 time: 0.5346460 Apr 30 16:09:44.377153 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d7347e7d-297f-42de-b28a-287429b13b1d req-1d75c018-3f32-443e-a887-d85b894cbcc3 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622139 Apr 30 16:09:44.418545 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:44.518579 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a24b6ba1-bc23-4f35-80ce-6a1b479cfeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:44.520614 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-a24b6ba1-bc23-4f35-80ce-6a1b479cfeac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2222140 Apr 30 16:09:44.521739 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:44.532395 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-84de72af-d501-46d7-bda4-89765154d7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:44.572851 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e2dd5-7d19-4954-9589-5c97f4ccdfc0,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:44.593502 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:44.614833 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['a4a4d588-ad44-4eb7-826f-413a438f913c'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:44.634453 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d644144b31bb4814a950a5845ba1b621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6268520 Apr 30 16:09:44.637109 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50596) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:44.720952 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411718a-4186-48a7-8540-4ba8e8260208 req-bdcf69b9-4989-49d4-abd7-53029d59b503 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:44.728100 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e411718a-4186-48a7-8540-4ba8e8260208 req-bdcf69b9-4989-49d4-abd7-53029d59b503 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 944 time: 0.3055005 Apr 30 16:09:44.731049 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-82b60298-2077-46b3-9a82-5ef3325d343f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:44.847535 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-82b60298-2077-46b3-9a82-5ef3325d343f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:44.972873 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-82b60298-2077-46b3-9a82-5ef3325d343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:44.983574 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bc01f5a1-a523-4484-b26b-b6f58ce4a6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:44.986260 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 14cec080-cb5e-434d-9404-5b9977c12704 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:09:44.993500 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Deleting port b7099b97-4494-4c1d-bef0-ae5c97289b8d {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:44.994449 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.021257 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60298-2077-46b3-9a82-5ef3325d343f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e2dd5-7d19-4954-9589-5c97f4ccdfc0,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:45.040513 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 5ad7c865-7f47-43bc-b412-a097d3c94001 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:45.050357 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-82b60298-2077-46b3-9a82-5ef3325d343f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:45.055196 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-82b60298-2077-46b3-9a82-5ef3325d343f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.063305 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-57b15329-b1f4-4202-8cdd-2430d1225444 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311897 Apr 30 16:09:45.064900 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-82b60298-2077-46b3-9a82-5ef3325d343f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a7e2dd5-7d19-4954-9589-5c97f4ccdfc0 HTTP/1.1" status: 204 len: 168 time: 0.4258337 Apr 30 16:09:45.083643 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e411718a-4186-48a7-8540-4ba8e8260208 req-82b47fa9-cb16-4597-b5a8-e2a2545ef003 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543868 Apr 30 16:09:45.362426 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-22551b1a-7a77-48c6-a853-1a55a2ca8ab1 req-4d300853-e921-402e-a58c-3c0f3f813576 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843029 Apr 30 16:09:45.441294 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] For port b7099b97-4494-4c1d-bef0-ae5c97289b8d, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=b7099b97-4494-4c1d-bef0-ae5c97289b8d,segment=NetworkSegment(6f8d7102-ffd1-4231-91a6-b5f345250762),segment_id=6f8d7102-ffd1-4231-91a6-b5f345250762)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:45.441665 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.621130 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37859d92-db13-4156-93b2-5b4957966e66 req-d6dd48e3-9da1-493b-8293-01e1e0e179ba tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:45.638360 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-37859d92-db13-4156-93b2-5b4957966e66 req-d6dd48e3-9da1-493b-8293-01e1e0e179ba tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.2663381 Apr 30 16:09:45.737655 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Calling delete_port for b7099b97-4494-4c1d-bef0-ae5c97289b8d owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:45.744145 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-37859d92-db13-4156-93b2-5b4957966e66 req-dec01dfe-7b50-4827-8f1b-b47d47cb0b47 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043787 Apr 30 16:09:45.800498 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea49c-474d-4b43-b22d-9c3af82a98a0 req-b3fcafaa-1933-4f1d-87a6-94af1ceae49d tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:45.802726 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 14cec080-cb5e-434d-9404-5b9977c12704, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=14cec080-cb5e-434d-9404-5b9977c12704,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:45.809566 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-81bea49c-474d-4b43-b22d-9c3af82a98a0 req-b3fcafaa-1933-4f1d-87a6-94af1ceae49d tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 945 time: 0.9491746 Apr 30 16:09:45.835181 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 5ad7c865-7f47-43bc-b412-a097d3c94001 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:45.864998 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 5ad7c865-7f47-43bc-b412-a097d3c94001 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:45.866162 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.960265 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '14cec080-cb5e-434d-9404-5b9977c12704', 'network_id': 'd95cf8f9-6358-41cb-bd9a-5f66a6944553', 'port_id': '14cec080-cb5e-434d-9404-5b9977c12704', 'mac_address': 'fa:16:3e:be:84:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79cd46e-c909-4fe6-a1af-935e76add221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:09:46.076929 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4533d6-f129-42f5-bf6f-2464cbecb2d5 req-439485fa-48cf-432a-b05c-f076a698338f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:46.088518 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4a4533d6-f129-42f5-bf6f-2464cbecb2d5 req-439485fa-48cf-432a-b05c-f076a698338f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 943 time: 0.2058156 Apr 30 16:09:46.125148 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:46.176818 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cec080-cb5e-434d-9404-5b9977c12704 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:46.195862 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4a4533d6-f129-42f5-bf6f-2464cbecb2d5 req-c532cc5a-05f1-496b-9b02-a6a5d2d11574 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988147 Apr 30 16:09:46.245600 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 14cec080-cb5e-434d-9404-5b9977c12704, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=14cec080-cb5e-434d-9404-5b9977c12704,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:46.331401 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-81bea49c-474d-4b43-b22d-9c3af82a98a0 req-a808c66d-5c19-4d59-8c7d-226711b665a5 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/security-groups?id=667ccf4d-de9e-4123-91e3-f5e01cb836fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187891 Apr 30 16:09:46.340244 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12378c-721f-499a-9896-c068478d8307 req-365de8a8-6383-452c-886f-c0533042fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:46.342853 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bd12378c-721f-499a-9896-c068478d8307 req-365de8a8-6383-452c-886f-c0533042fbc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 1097 time: 0.5288842 Apr 30 16:09:46.350795 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:46.358603 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:46.527324 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:46.596985 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=14cec080-cb5e-434d-9404-5b9977c12704,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:46.635824 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:46.673815 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9dabae-a90c-42dc-875f-43fd2b058285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad7c865-7f47-43bc-b412-a097d3c94001'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:46.708807 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 5ad7c865-7f47-43bc-b412-a097d3c94001, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=5ad7c865-7f47-43bc-b412-a097d3c94001,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:46.716981 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:46.717906 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device b7099b97-4494-4c1d-bef0-ae5c97289b8d no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:09:46.748885 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb513-23bc-45f7-9095-1f8cba91ece7 req-4685f9cf-da0b-4790-9756-13b6c8fc4704 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:46.753324 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-be2cb513-23bc-45f7-9095-1f8cba91ece7 req-4685f9cf-da0b-4790-9756-13b6c8fc4704 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 944 time: 0.2543905 Apr 30 16:09:46.755584 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-73f838f1-cadf-4061-8bf0-95d51565eb9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:46.854613 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9dabae-a90c-42dc-875f-43fd2b058285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad7c865-7f47-43bc-b412-a097d3c94001', 'code': 200} Apr 30 16:09:46.906727 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12378c-721f-499a-9896-c068478d8307 req-1392dc02-671b-4a32-a3bb-8e13cebf9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:46.908350 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bd12378c-721f-499a-9896-c068478d8307 req-1392dc02-671b-4a32-a3bb-8e13cebf9139 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.5512652 Apr 30 16:09:46.915598 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-be2cb513-23bc-45f7-9095-1f8cba91ece7 req-3d639522-8064-4c7f-b97c-9826e0b78a9a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515176 Apr 30 16:09:46.978584 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f2f59835-2a6a-4f1c-869a-5163315134e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.013416 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=5ad7c865-7f47-43bc-b412-a097d3c94001,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:47.019372 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:47.057391 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bd12378c-721f-499a-9896-c068478d8307 req-40f5991a-5e35-4c42-8979-82bd02b82fab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98a6ae23-1e33-42db-b11c-cc7264deb948 HTTP/1.1" status: 200 len: 217 time: 0.1332273 Apr 30 16:09:47.144830 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.166574 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.215105 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['14cec080-cb5e-434d-9404-5b9977c12704'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:47.215285 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.227218 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:47.285223 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Pushing event deleted for resources: {'Port': ['ID=b7099b97-4494-4c1d-bef0-ae5c97289b8d,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:47.293755 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:47.322134 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12378c-721f-499a-9896-c068478d8307 req-244c5d07-95f7-463c-8d2a-2b7957c95511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:47.327611 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bd12378c-721f-499a-9896-c068478d8307 req-244c5d07-95f7-463c-8d2a-2b7957c95511 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.2211730 Apr 30 16:09:47.455412 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860dbff-c12d-4c11-b7a2-1b4cfcb8e561 req-5f6282d2-feed-4463-8a05-bc6bafdff92d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:47.457682 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436b070-f645-4155-b7af-63b14190af15 req-c9f139c1-77e1-41b8-9224-d66a271c67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:47.459434 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5436b070-f645-4155-b7af-63b14190af15 req-c9f139c1-77e1-41b8-9224-d66a271c67b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 1098 time: 0.2277796 Apr 30 16:09:47.460841 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c860dbff-c12d-4c11-b7a2-1b4cfcb8e561 req-5f6282d2-feed-4463-8a05-bc6bafdff92d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.4024229 Apr 30 16:09:47.515222 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-5436b070-f645-4155-b7af-63b14190af15 req-8ed10dd0-378a-40e5-892a-6cd478299ee0 service neutron] Synchronizing usage tracker for tenant:e8536915e3ca488cb377cb0c43dd48d6 on resource:security_group {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:47.597416 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device a4a4d588-ad44-4eb7-826f-413a438f913c up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:47.645461 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-5436b070-f645-4155-b7af-63b14190af15 req-8ed10dd0-378a-40e5-892a-6cd478299ee0 service neutron] Unset dirty status for tenant:e8536915e3ca488cb377cb0c43dd48d6 on resource:security_group {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:47.647180 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5436b070-f645-4155-b7af-63b14190af15 req-8ed10dd0-378a-40e5-892a-6cd478299ee0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783056 Apr 30 16:09:47.686033 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] No DVR routers for this DVR port b7099b97-4494-4c1d-bef0-ae5c97289b8d on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:09:47.703514 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c860dbff-c12d-4c11-b7a2-1b4cfcb8e561 req-48615508-56d5-40b6-aa20-a4530c562987 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243131 Apr 30 16:09:47.705110 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.711263 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8cef1-4462-4f34-af14-373728c882f9 req-cdf9ca1c-1d1d-4045-9f99-656e2e044ddf tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:47.720340 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1dc8cef1-4462-4f34-af14-373728c882f9 req-cdf9ca1c-1d1d-4045-9f99-656e2e044ddf tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 944 time: 0.1939256 Apr 30 16:09:47.730620 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a9e3ab-a650-41f7-a31c-f9a646cc120b', 'name': 'network-vif-deleted', 'tag': 'b7099b97-4494-4c1d-bef0-ae5c97289b8d'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:47.751035 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b89d0f6-392f-4c92-bccb-2f0d0573a2c9 req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.64 "DELETE /v2.0/ports/b7099b97-4494-4c1d-bef0-ae5c97289b8d HTTP/1.1" status: 204 len: 173 time: 3.3713448 Apr 30 16:09:47.774587 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12378c-721f-499a-9896-c068478d8307 req-172e97c3-eaf0-4cbc-8b32-dd9c5d314b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:47.776124 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bd12378c-721f-499a-9896-c068478d8307 req-172e97c3-eaf0-4cbc-8b32-dd9c5d314b97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3678186 Apr 30 16:09:47.821443 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1dc8cef1-4462-4f34-af14-373728c882f9 req-017c4c13-fdda-4176-a1a6-6410a8e5ddda tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912745 Apr 30 16:09:47.895593 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port a4a4d588-ad44-4eb7-826f-413a438f913c completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:47.901607 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port a4a4d588-ad44-4eb7-826f-413a438f913c triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:47.902024 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.986343 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.004971 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a9e3ab-a650-41f7-a31c-f9a646cc120b', 'name': 'network-vif-deleted', 'tag': 'b7099b97-4494-4c1d-bef0-ae5c97289b8d', 'status': 'completed', 'code': 200} Apr 30 16:09:48.018967 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-f89e3452-cc8c-48d0-9f20-94e2df9da586 req-36b94a0a-f85e-434e-8e39-a02c8630b8d0 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Synchronizing usage tracker for tenant:2b143fd3418d4640b8aa6f421cd0ef28 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:48.041427 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-f89e3452-cc8c-48d0-9f20-94e2df9da586 req-36b94a0a-f85e-434e-8e39-a02c8630b8d0 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Unset dirty status for tenant:2b143fd3418d4640b8aa6f421cd0ef28 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:48.043416 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f89e3452-cc8c-48d0-9f20-94e2df9da586 req-36b94a0a-f85e-434e-8e39-a02c8630b8d0 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 210 time: 0.1395617 Apr 30 16:09:48.148324 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.250033 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port a4a4d588-ad44-4eb7-826f-413a438f913c, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=a4a4d588-ad44-4eb7-826f-413a438f913c,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:48.264796 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.269735 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:48.293331 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adef2b-efe5-48cf-86b9-d40a2e259968 req-e7b65db6-402f-4aad-b59f-ad5d8caa19a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:48.295154 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f0adef2b-efe5-48cf-86b9-d40a2e259968 req-e7b65db6-402f-4aad-b59f-ad5d8caa19a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 944 time: 0.1671677 Apr 30 16:09:48.415911 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bd12378c-721f-499a-9896-c068478d8307 req-1a9939f1-8290-48b3-ab19-363a4b657559 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181276 Apr 30 16:09:48.460014 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f0adef2b-efe5-48cf-86b9-d40a2e259968 req-231d2ebf-5177-4f6a-b9d0-ec05d1d739ce tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517270 Apr 30 16:09:48.470314 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=a4a4d588-ad44-4eb7-826f-413a438f913c,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:48.476115 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:48.686597 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bd12378c-721f-499a-9896-c068478d8307 req-fdda0b81-d0c7-474c-9767-58531ce7769c service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575386 Apr 30 16:09:48.855672 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a4d588-ad44-4eb7-826f-413a438f913c'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:48.938081 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50746) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:48.969697 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a4d588-ad44-4eb7-826f-413a438f913c', 'code': 200} Apr 30 16:09:48.994407 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 98a6ae23-1e33-42db-b11c-cc7264deb948 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:09:49.161068 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50756) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:49.253095 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dea7ae-a163-48a0-9aef-59865831c5d9 req-12fd016e-2a1a-4006-bc37-2f61416d448a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:49.255377 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f4dea7ae-a163-48a0-9aef-59865831c5d9 req-12fd016e-2a1a-4006-bc37-2f61416d448a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.2561877 Apr 30 16:09:49.312110 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:49.324605 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b9497-2052-4234-99b6-989ad1d5f8dc req-389a84cb-7d1d-4e0c-b3d6-60e63d2f53c4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:49.334852 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.348240 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'port_id': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'mac_address': 'fa:16:3e:72:82:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:09:49.352846 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-814b9497-2052-4234-99b6-989ad1d5f8dc req-389a84cb-7d1d-4e0c-b3d6-60e63d2f53c4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 944 time: 0.2441046 Apr 30 16:09:49.357844 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.368640 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:49.378441 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] Usage tracker for resource:security_group_rule and tenant:980c82b7edf34d859093a816dd45299c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:49.383150 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:49.389203 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f4dea7ae-a163-48a0-9aef-59865831c5d9 req-d7b1b10a-c835-4605-8d7c-1d4b911a04e3 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266098 Apr 30 16:09:49.393819 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:49.453349 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.453349 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.474693 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a6ae23-1e33-42db-b11c-cc7264deb948 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:49.487152 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:49.495686 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-814b9497-2052-4234-99b6-989ad1d5f8dc req-464fa47c-7726-4162-b748-83b2159beb21 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416149 Apr 30 16:09:49.497498 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] Usage tracker for resource:security_group_rule and tenant:0940732b94a44730a4128871170ebf61 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:49.501136 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:49.508596 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:49.516189 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:49.523011 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.525060 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:49.649814 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:49.664628 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:49.676660 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.684778 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.691779 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:49.714725 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f6b15837-e019-48d1-ab67-553d1c00ea74 req-3735fd6a-bc28-4350-a63f-9fce37ada5c8 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] 10.222.0.15 "GET /v2.0/ports?device_id=02a9e3ab-a650-41f7-a31c-f9a646cc120b HTTP/1.1" status: 200 len: 210 time: 0.1072762 Apr 30 16:09:49.728190 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c365497-4298-4111-a772-92755b9afdbd req-22ba7007-9e40-416e-a743-e8d6e2394a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:49.729476 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4c365497-4298-4111-a772-92755b9afdbd req-22ba7007-9e40-416e-a743-e8d6e2394a86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 1098 time: 0.2764759 Apr 30 16:09:49.732210 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.736662 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.745581 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-82e9fd64-8b36-4f2f-a7e6-b5817b9a2475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:49.828119 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0940732b94a44730a4128871170ebf61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8837495 Apr 30 16:09:49.828391 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=980c82b7edf34d859093a816dd45299c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580763 Apr 30 16:09:49.830300 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50766) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:49.830597 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50768) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:49.840181 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63942646-f050-4ff8-9280-23c753a788d5,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:49.848955 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:49.852510 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a467519-fc73-4383-bcbf-fea8bc14a3c3,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:49.857111 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4c365497-4298-4111-a772-92755b9afdbd req-a1f2e732-1a2f-4fc9-b235-d9f19a8259ab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974972 Apr 30 16:09:49.857921 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:49.902519 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e224e-a9ab-433e-b20e-cb477813518b req-fc0b0638-f044-4105-a45e-7791392c9f50 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:49.919782 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb7e224e-a9ab-433e-b20e-cb477813518b req-fc0b0638-f044-4105-a45e-7791392c9f50 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1808288 Apr 30 16:09:49.962980 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-acb798a9-f827-4eb8-9984-2441f8f18dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.974772 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb7e224e-a9ab-433e-b20e-cb477813518b req-cc89a0e2-020c-416d-bf4d-48085cc7a1fe tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536823 Apr 30 16:09:50.006816 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c748263d-a27d-4668-8cd2-4e53b8a16239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:50.009777 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-acb798a9-f827-4eb8-9984-2441f8f18dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:50.071504 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c748263d-a27d-4668-8cd2-4e53b8a16239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:50.122304 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['98a6ae23-1e33-42db-b11c-cc7264deb948'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:50.131995 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-acb798a9-f827-4eb8-9984-2441f8f18dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:50.140796 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2919cbb7-384c-4fa0-87fb-1f5e27c92801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:50.162599 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb798a9-f827-4eb8-9984-2441f8f18dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63942646-f050-4ff8-9280-23c753a788d5,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:50.169278 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-acb798a9-f827-4eb8-9984-2441f8f18dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:50.183639 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-acb798a9-f827-4eb8-9984-2441f8f18dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:50.196611 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-acb798a9-f827-4eb8-9984-2441f8f18dd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63942646-f050-4ff8-9280-23c753a788d5 HTTP/1.1" status: 204 len: 168 time: 0.3542585 Apr 30 16:09:50.222871 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c748263d-a27d-4668-8cd2-4e53b8a16239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:50.229877 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-75cfdd04-80f9-43a3-951e-19b8a37a46ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:50.237034 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c748263d-a27d-4668-8cd2-4e53b8a16239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:50.241108 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c748263d-a27d-4668-8cd2-4e53b8a16239 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a467519-fc73-4383-bcbf-fea8bc14a3c3 HTTP/1.1" status: 204 len: 168 time: 0.4053671 Apr 30 16:09:50.245326 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748263d-a27d-4668-8cd2-4e53b8a16239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a467519-fc73-4383-bcbf-fea8bc14a3c3,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:50.253640 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c748263d-a27d-4668-8cd2-4e53b8a16239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:50.746167 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c19d0-2106-4ba8-840d-ace9468b93a7 req-1a8b2b27-708b-4957-a90e-dddce3a48de9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:50.746167 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c18c19d0-2106-4ba8-840d-ace9468b93a7 req-1a8b2b27-708b-4957-a90e-dddce3a48de9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 945 time: 0.1170797 Apr 30 16:09:50.839317 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c18c19d0-2106-4ba8-840d-ace9468b93a7 req-d525aad8-b5be-4352-8d1d-673ffe2975ca tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805626 Apr 30 16:09:50.878079 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39fded-06a8-4eec-8680-c5bf24f9111d req-935e8773-b21f-41e0-95f2-7a5ca43cdb12 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:50.888095 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5c39fded-06a8-4eec-8680-c5bf24f9111d req-935e8773-b21f-41e0-95f2-7a5ca43cdb12 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 944 time: 0.1517968 Apr 30 16:09:50.973364 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5c39fded-06a8-4eec-8680-c5bf24f9111d req-2745cf9a-075c-47c5-9233-3d64351dcfc6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840261 Apr 30 16:09:50.999336 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 14cec080-cb5e-434d-9404-5b9977c12704 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:51.004654 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50826) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:51.050443 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.077372 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:51.085222 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] Usage tracker for resource:security_group_rule and tenant:aedcc7bec69c4954ac41c5c0c970d045 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:51.092292 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:51.093761 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 14cec080-cb5e-434d-9404-5b9977c12704 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:51.104232 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 14cec080-cb5e-434d-9404-5b9977c12704 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:51.104871 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.108957 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:51.271072 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.272983 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.286229 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.294709 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-57ddf3fe-a06b-42f8-a01e-1abe9b3d1d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:51.342136 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aedcc7bec69c4954ac41c5c0c970d045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360519 Apr 30 16:09:51.343781 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5453885-fddd-44eb-a86f-07d8b321d402,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:51.358019 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50838) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:51.358958 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fe1d1e-20f1-47c6-b951-ec94672b2eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cec080-cb5e-434d-9404-5b9977c12704'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:51.363229 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:51.397182 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 14cec080-cb5e-434d-9404-5b9977c12704, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=14cec080-cb5e-434d-9404-5b9977c12704,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:51.407529 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.412649 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:51.477696 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f595-4b15-4e41-b876-a941021349a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.495141 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bce2fb-bfb8-4407-9555-9444725b786c req-56d58bb9-3135-4098-b355-aa6acfba477b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:51.502601 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b7bce2fb-bfb8-4407-9555-9444725b786c req-56d58bb9-3135-4098-b355-aa6acfba477b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.3115404 Apr 30 16:09:51.509363 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f595-4b15-4e41-b876-a941021349a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.603809 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fe1d1e-20f1-47c6-b951-ec94672b2eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cec080-cb5e-434d-9404-5b9977c12704', 'code': 200} Apr 30 16:09:51.604940 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=14cec080-cb5e-434d-9404-5b9977c12704,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:51.609704 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:51.617437 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f595-4b15-4e41-b876-a941021349a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.625147 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-acb798a9-f827-4eb8-9984-2441f8f18dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:51.641062 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b7bce2fb-bfb8-4407-9555-9444725b786c req-3c1bb3a8-ce2b-485f-903c-1e73fa6c623c tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241868 Apr 30 16:09:51.646652 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5f595-4b15-4e41-b876-a941021349a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5453885-fddd-44eb-a86f-07d8b321d402,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:51.650198 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6ef5f595-4b15-4e41-b876-a941021349a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:51.668293 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f595-4b15-4e41-b876-a941021349a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.670956 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-6ef5f595-4b15-4e41-b876-a941021349a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5453885-fddd-44eb-a86f-07d8b321d402 HTTP/1.1" status: 204 len: 168 time: 0.3116956 Apr 30 16:09:51.904446 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50864) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:52.066481 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8b366-93d7-4e8e-a7db-11c6fd55954d req-6572d9a3-d965-46e1-8b4a-8f51b06cc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:52.068936 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-06b8b366-93d7-4e8e-a7db-11c6fd55954d req-6572d9a3-d965-46e1-8b4a-8f51b06cc816 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 1098 time: 0.1998405 Apr 30 16:09:52.218740 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-06b8b366-93d7-4e8e-a7db-11c6fd55954d req-66970471-2d70-4fec-9ad0-1fd7ba88cc9e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404963 Apr 30 16:09:52.272915 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7742-d227-44a5-a01d-0833e15db343 req-5cda3536-f3e2-416d-873c-e5bcdaffd24e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:52.285742 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-101f7742-d227-44a5-a01d-0833e15db343 req-5cda3536-f3e2-416d-873c-e5bcdaffd24e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 945 time: 0.1573386 Apr 30 16:09:52.452983 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-787663158-network', 'tenant_id': '6d9956025b9d45f6b52a3b2f3560147f'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:52.478917 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:52.494478 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-101f7742-d227-44a5-a01d-0833e15db343 req-fccee0e7-7440-43d8-818f-bb7d98652c65 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072928 Apr 30 16:09:52.509050 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Usage tracker for resource:network and tenant:6d9956025b9d45f6b52a3b2f3560147f is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:52.520612 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:52.531027 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:52.549365 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab26800-5a08-4dc5-bd81-cc8999a01099 req-b1780784-b9f0-48a3-9b2b-111300ff8332 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:52.551965 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ab26800-5a08-4dc5-bd81-cc8999a01099 req-b1780784-b9f0-48a3-9b2b-111300ff8332 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.2954283 Apr 30 16:09:52.594581 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Made reservation on behalf of 6d9956025b9d45f6b52a3b2f3560147f for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:09:52.597282 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.613869 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.642242 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:52.661973 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Usage tracker for resource:security_group_rule and tenant:6d9956025b9d45f6b52a3b2f3560147f is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:52.667965 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:52.678666 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:52.684932 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ab26800-5a08-4dc5-bd81-cc8999a01099 req-fed41079-aa7a-4093-ad38-b8b6ada0fc4f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174734 Apr 30 16:09:52.857689 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.863446 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.868387 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7d863d58-fba9-4e1b-bc73-f81e65c51413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:52.908021 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:09:52.915698 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84731013-2496-4617-bd16-cd25e964c0af,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:52.920911 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:52.928544 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.928835 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Added segment fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d of type vlan for network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc Apr 30 16:09:52.974127 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ffb3d-2322-4420-9357-af86b5dcae62 req-c002968d-ee1d-4210-9347-732331067732 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:52.975514 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-5a9ffb3d-2322-4420-9357-af86b5dcae62 req-c002968d-ee1d-4210-9347-732331067732 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Synchronizing usage tracker for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:52.991349 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.012384 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-5a9ffb3d-2322-4420-9357-af86b5dcae62 req-c002968d-ee1d-4210-9347-732331067732 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Unset dirty status for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:53.012384 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5a9ffb3d-2322-4420-9357-af86b5dcae62 req-c002968d-ee1d-4210-9347-732331067732 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1601293 Apr 30 16:09:53.020196 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 98a6ae23-1e33-42db-b11c-cc7264deb948 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:53.059673 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.062518 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:53.063351 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.113183 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:53.128023 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5a9ffb3d-2322-4420-9357-af86b5dcae62 req-e3bad4f8-a289-41d7-965c-32add3c6487f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032438 Apr 30 16:09:53.152003 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50910) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:53.160648 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Request body: {'subnet': {'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-787663158-subnet', 'tenant_id': '6d9956025b9d45f6b52a3b2f3560147f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:53.171935 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2625532 Apr 30 16:09:53.179530 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:53.185008 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 98a6ae23-1e33-42db-b11c-cc7264deb948 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:53.194234 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 98a6ae23-1e33-42db-b11c-cc7264deb948 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:53.194937 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.198426 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Usage tracker for resource:subnet and tenant:6d9956025b9d45f6b52a3b2f3560147f is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:53.211092 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:53.252526 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:53.280916 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Made reservation on behalf of 6d9956025b9d45f6b52a3b2f3560147f for: {'subnet': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:09:53.284413 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.360146 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Pushing event updated for resources: {'Network': ['ID=5fcda8a2-9f32-4aba-a8f7-c81edc32accc,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:53.363416 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:53.389988 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:09:53.428219 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50924) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:53.519129 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d994e169-faf7-4362-a9bf-6d6c2ba173ad admin admin] Deleting subnet 55be2588-6fe0-42bb-9e8b-0d3f0b93e6cc {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:09:53.526604 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d994e169-faf7-4362-a9bf-6d6c2ba173ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.562299 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.663275 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d994e169-faf7-4362-a9bf-6d6c2ba173ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.667006 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:53.689166 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c032ea-a09b-4c61-be15-343720183e57 req-33b1e7f4-017e-47a9-b595-c457cd5c30d6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:53.696406 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-99c032ea-a09b-4c61-be15-343720183e57 req-33b1e7f4-017e-47a9-b595-c457cd5c30d6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.2196128 Apr 30 16:09:53.706178 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50940) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:53.716852 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:53.725446 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.729012 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:53.733263 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-ccd421fb-e530-4b91-883b-b79ac1343c7b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'floatingip': {'port_id': 'a4a4d588-ad44-4eb7-826f-413a438f913c'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:53.809437 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'code': 200} Apr 30 16:09:53.877245 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d994e169-faf7-4362-a9bf-6d6c2ba173ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.980042 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:53.994658 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:54.035704 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ccd421fb-e530-4b91-883b-b79ac1343c7b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:54.275303 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cde33-91eb-4510-a659-03a42dbd1d69 req-5a28ea92-1f14-46ac-ab8a-8c45a4baddfc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:54.291204 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b62cde33-91eb-4510-a659-03a42dbd1d69 req-5a28ea92-1f14-46ac-ab8a-8c45a4baddfc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.3736820 Apr 30 16:09:54.478584 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b62cde33-91eb-4510-a659-03a42dbd1d69 req-1d15632b-bf5a-4140-9d29-f4c4220452e0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822319 Apr 30 16:09:54.590742 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50960) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:54.607893 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d994e169-faf7-4362-a9bf-6d6c2ba173ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:54.635174 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-742aebd6-f793-411c-8f7c-9b44ecb260ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:54.721508 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d994e169-faf7-4362-a9bf-6d6c2ba173ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:54.728770 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994e169-faf7-4362-a9bf-6d6c2ba173ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55be2588-6fe0-42bb-9e8b-0d3f0b93e6cc,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:54.738045 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d994e169-faf7-4362-a9bf-6d6c2ba173ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:54.748001 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-d994e169-faf7-4362-a9bf-6d6c2ba173ad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/55be2588-6fe0-42bb-9e8b-0d3f0b93e6cc HTTP/1.1" status: 204 len: 168 time: 1.3158970 Apr 30 16:09:54.748271 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 50970) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:54.818003 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50974) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:54.937563 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:54.967777 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0feb-e77b-42d6-a3ef-277647d1968f req-03b34677-2e26-45d1-8f11-f455779c7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:54.968270 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:54.969246 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-faff0feb-e77b-42d6-a3ef-277647d1968f req-03b34677-2e26-45d1-8f11-f455779c7263 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 1099 time: 0.7219880 Apr 30 16:09:54.975428 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:b4fc64f01de5414b9483c1fb9fd7bf9b is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:54.982021 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:54.992933 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:55.042152 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf031b1-17cc-4f5f-8f2d-e07815d537b7 req-2aeb5b18-022c-4031-9687-882beceaabf3 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:55.044322 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5cf031b1-17cc-4f5f-8f2d-e07815d537b7 req-2aeb5b18-022c-4031-9687-882beceaabf3 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.8029723 Apr 30 16:09:55.062262 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.084805 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:55.094672 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] Usage tracker for resource:security_group_rule and tenant:00d7e15c1ea047518d430dd28605090c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:55.098678 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:55.109689 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:55.125909 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.171405 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.181623 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.190438 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-81865a0c-a475-414c-8878-f2d5456856a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:55.247565 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc36f225-b4a6-47d1-a081-34b6188e5be1,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:55.254026 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:55.261913 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4fc64f01de5414b9483c1fb9fd7bf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6679735 Apr 30 16:09:55.267132 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50988) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:55.337250 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.353232 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.366190 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0741d437-b92a-4513-8a77-8090e25a9322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:55.382014 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-faff0feb-e77b-42d6-a3ef-277647d1968f req-3cae7c8c-cbcf-4910-8704-f482192d1403 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475840 Apr 30 16:09:55.395407 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7aac4b33-51b2-4973-be9a-1a5aac86fe1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.426302 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00d7e15c1ea047518d430dd28605090c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6015131 Apr 30 16:09:55.427255 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 50994) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:55.450850 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dae7935-34f4-4b9b-b3c4-b2b6f5bdd537,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:55.458116 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:55.467902 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7aac4b33-51b2-4973-be9a-1a5aac86fe1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.483250 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5cf031b1-17cc-4f5f-8f2d-e07815d537b7 req-c05b0bc4-28f7-45ae-9feb-ef628f8fbe19 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098926 Apr 30 16:09:55.555740 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-93ffbd09-3639-43e7-a436-fe0285492722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.592569 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7aac4b33-51b2-4973-be9a-1a5aac86fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.599371 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-93ffbd09-3639-43e7-a436-fe0285492722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.609501 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:55.631478 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac4b33-51b2-4973-be9a-1a5aac86fe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc36f225-b4a6-47d1-a081-34b6188e5be1,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:55.642118 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7aac4b33-51b2-4973-be9a-1a5aac86fe1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:55.677615 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7aac4b33-51b2-4973-be9a-1a5aac86fe1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.682100 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-7aac4b33-51b2-4973-be9a-1a5aac86fe1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc36f225-b4a6-47d1-a081-34b6188e5be1 HTTP/1.1" status: 204 len: 168 time: 0.4107137 Apr 30 16:09:55.724848 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-93ffbd09-3639-43e7-a436-fe0285492722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.729701 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:55.782520 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffbd09-3639-43e7-a436-fe0285492722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dae7935-34f4-4b9b-b3c4-b2b6f5bdd537,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:55.789784 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-93ffbd09-3639-43e7-a436-fe0285492722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:55.805407 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-93ffbd09-3639-43e7-a436-fe0285492722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.811211 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-93ffbd09-3639-43e7-a436-fe0285492722 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7dae7935-34f4-4b9b-b3c4-b2b6f5bdd537 HTTP/1.1" status: 204 len: 168 time: 0.3788974 Apr 30 16:09:55.855293 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36174f9-533a-4b0c-8e9f-d5ec40aa71fc req-a9cc6e93-ac71-4b9d-8fdd-6267a8b887f7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:55.857284 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e36174f9-533a-4b0c-8e9f-d5ec40aa71fc req-a9cc6e93-ac71-4b9d-8fdd-6267a8b887f7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1141531 Apr 30 16:09:55.870067 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:55.930981 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e36174f9-533a-4b0c-8e9f-d5ec40aa71fc req-93ef9e44-2180-41d5-b417-762341a4cea3 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570865 Apr 30 16:09:56.068680 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51020) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:56.129696 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.130065 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.130827 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.131178 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > port after_create 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.131499 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.131839 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > port after_update 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.132162 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.132556 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.132809 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.133125 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.240943 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51028) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:56.267662 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.282908 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.283251 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.283764 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.284254 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:09:56.284779 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c837831f-e238-4be0-8bc9-aeb48a3f3736']}} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:56.291096 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:56.296873 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Usage tracker for resource:security_group_rule and tenant:4062f1ad4d0241518bdd65de625d4665 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:56.301483 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:56.308222 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:56.320683 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8d7102-ffd1-4231-91a6-b5f345250762') {'for_net_delete': True} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:56.323767 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8d7102-ffd1-4231-91a6-b5f345250762') {} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:56.378843 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3279391'] for segment, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.436848 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.453159 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.456650 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.482607 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:56.519808 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51034) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:56.549628 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.556653 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=73864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:09:56.576558 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4062f1ad4d0241518bdd65de625d4665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300831 Apr 30 16:09:56.577645 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51038) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:56.578779 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac5315c-4679-454c-865e-4c0e58cff492,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:56.581632 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:56.586705 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f64bb16-7208-4ec1-9870-7be3da42354a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.613207 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:56.621059 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] Usage tracker for resource:security_group_rule and tenant:d10d4a84f78440fda69007076c47e75f is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:56.626438 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:56.635171 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:56.645199 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-4f64bb16-7208-4ec1-9870-7be3da42354a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:56.659637 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-4f64bb16-7208-4ec1-9870-7be3da42354a admin admin] Usage tracker for resource:security_group_rule and tenant:f2d8d702db374c61bb2b7ba3c63244c8 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:56.673909 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-4f64bb16-7208-4ec1-9870-7be3da42354a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:56.695696 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-4f64bb16-7208-4ec1-9870-7be3da42354a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:56.707422 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.db.resource_extend [None req-ccd421fb-e530-4b91-883b-b79ac1343c7b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:09:56.750916 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d62e7da-87a8-419b-82d8-04b471e834b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.807198 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d62e7da-87a8-419b-82d8-04b471e834b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.825778 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3279514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303990'] for subnet, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.897319 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:56.917331 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.931642 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.947606 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:56.965877 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Network c837831f-e238-4be0-8bc9-aeb48a3f3736 has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:56.979866 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279869'] for segment, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.004214 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ccd421fb-e530-4b91-883b-b79ac1343c7b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.068053 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f64bb16-7208-4ec1-9870-7be3da42354a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.072567 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ccd421fb-e530-4b91-883b-b79ac1343c7b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.093383 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4f64bb16-7208-4ec1-9870-7be3da42354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.106095 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d10d4a84f78440fda69007076c47e75f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0356679 Apr 30 16:09:57.107915 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51044) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:57.115757 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d62e7da-87a8-419b-82d8-04b471e834b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.119953 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efa9bf7-ead9-439b-881c-52b03c7eb7f9,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:57.124899 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:57.125362 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-13217206-7215-48bc-9955-69c06742a447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:57.195593 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-4f64bb16-7208-4ec1-9870-7be3da42354a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2d8d702db374c61bb2b7ba3c63244c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6745915 Apr 30 16:09:57.242441 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51048) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:57.292730 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64bb16-7208-4ec1-9870-7be3da42354a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920af38c-0393-4885-91ba-eac3a6779ea5,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:57.333780 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62e7da-87a8-419b-82d8-04b471e834b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac5315c-4679-454c-865e-4c0e58cff492,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:57.351439 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d62e7da-87a8-419b-82d8-04b471e834b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:57.357538 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:57.357919 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:57.364851 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d62e7da-87a8-419b-82d8-04b471e834b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.366858 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-8d62e7da-87a8-419b-82d8-04b471e834b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ac5315c-4679-454c-865e-4c0e58cff492 HTTP/1.1" status: 204 len: 168 time: 0.7841446 Apr 30 16:09:57.403943 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Network c837831f-e238-4be0-8bc9-aeb48a3f3736 has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:57.420611 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=25964c60-a33f-4d58-9fb9-ec6a11f457d4,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:57.448454 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b54d7092-3402-4262-95e9-ee21661d1e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: from cryptography.utils import int_from_bytes Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: from cryptography.utils import int_from_bytes Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: Traceback (most recent call last): Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: timer() Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: cb(*args, **kw) Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: return func(*args, **kwargs) Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: self._notify() Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: self.callback(batched_events) Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: event.method(event) Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: return f(self, *a, **k) Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: return self._get(url).json() Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: return self.request(url, 'GET', **kwargs) Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:09:57.458253 dv-cinder-775008-3-smb neutron-server[73864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:09:57.481985 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:57.545205 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3657-e740-4d00-9742-ee455359802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.588316 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b54d7092-3402-4262-95e9-ee21661d1e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.632449 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f4bfd-3f63-4dfc-96ea-c9a399f32b17 req-341a645a-fab0-42a5-8a50-fcb3f4303876 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:57.635579 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f66f4bfd-3f63-4dfc-96ea-c9a399f32b17 req-341a645a-fab0-42a5-8a50-fcb3f4303876 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.4603758 Apr 30 16:09:57.644109 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd64d1-b4cd-4295-917a-822ce5869247 req-27b73a96-1a48-4cd2-9cb6-51db249bc8d7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:57.645847 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3bbd64d1-b4cd-4295-917a-822ce5869247 req-27b73a96-1a48-4cd2-9cb6-51db249bc8d7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.9881604 Apr 30 16:09:57.646784 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Checking segment: {'id': 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:57.647141 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Network hostable DHCP agents. Network: 5fcda8a2-9f32-4aba-a8f7-c81edc32accc, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:09:57.719301 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.727870 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3657-e740-4d00-9742-ee455359802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.735748 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.l3_db [None req-ccd421fb-e530-4b91-883b-b79ac1343c7b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Floating IP d2b1a2de-6379-43a5-a5b3-404aa8ca64f8 associated. External IP: 172.28.2.29, port: a4a4d588-ad44-4eb7-826f-413a438f913c. Apr 30 16:09:57.808718 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-25168a2f-0db2-4dac-a6e8-df762b7ed364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:57.828748 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:09:57.830791 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.861244 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3bbd64d1-b4cd-4295-917a-822ce5869247 req-00851370-d1d5-4e14-b0b4-3e22d5a3dd56 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885169 Apr 30 16:09:57.862139 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c837831f-e238-4be0-8bc9-aeb48a3f3736,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:57.863645 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f66f4bfd-3f63-4dfc-96ea-c9a399f32b17 req-e78e9397-5b99-4ceb-8268-e173b57c80b8 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026570 Apr 30 16:09:57.879876 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:57.941995 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-353d92e9-c5c2-4229-a9c5-214102702db1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c837831f-e238-4be0-8bc9-aeb48a3f3736 HTTP/1.1" status: 204 len: 168 time: 3.1382368 Apr 30 16:09:57.958450 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b54d7092-3402-4262-95e9-ee21661d1e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.971148 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 5fcda8a2-9f32-4aba-a8f7-c81edc32accc) {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:57.984988 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15cbc45-067d-4acb-b104-ba8573e9f9de None None] Network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:09:57.999140 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:58.024104 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:58.025309 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.036905 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3657-e740-4d00-9742-ee455359802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.098771 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d7092-3402-4262-95e9-ee21661d1e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efa9bf7-ead9-439b-881c-52b03c7eb7f9,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:58.120918 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b54d7092-3402-4262-95e9-ee21661d1e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:58.122391 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3657-e740-4d00-9742-ee455359802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.136022 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-4c5f3657-e740-4d00-9742-ee455359802c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/920af38c-0393-4885-91ba-eac3a6779ea5 HTTP/1.1" status: 204 len: 168 time: 0.8841689 Apr 30 16:09:58.138123 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-fc14c677-e92c-4ad8-88fd-05d7fcc669cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:58.177859 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51070) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:58.197805 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f3657-e740-4d00-9742-ee455359802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920af38c-0393-4885-91ba-eac3a6779ea5,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:58.207497 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b54d7092-3402-4262-95e9-ee21661d1e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.209444 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-b54d7092-3402-4262-95e9-ee21661d1e08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1efa9bf7-ead9-439b-881c-52b03c7eb7f9 HTTP/1.1" status: 204 len: 168 time: 1.0983052 Apr 30 16:09:58.219250 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4c5f3657-e740-4d00-9742-ee455359802c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:58.369548 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-154ba09f-1e9e-48b6-8cf9-202a099152a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b143fd3418d4640b8aa6f421cd0ef28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1825898 Apr 30 16:09:58.372775 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51076) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:58.509710 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882776d7-abb2-42ff-8c69-d95760b19bca None None] Network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:09:58.513802 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0e4f-b40c-4f54-bf5d-9f4f81ef0dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.574927 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-1b112e69-ad80-4307-ba92-29e8455188fc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.4197161 Apr 30 16:09:58.585347 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0e4f-b40c-4f54-bf5d-9f4f81ef0dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.592010 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd421fb-e530-4b91-883b-b79ac1343c7b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:09:58.725032 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0e4f-b40c-4f54-bf5d-9f4f81ef0dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.736313 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4c65fa46-7195-4730-8cac-a738850e49ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:58.796508 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf0e4f-b40c-4f54-bf5d-9f4f81ef0dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667ccf4d-de9e-4123-91e3-f5e01cb836fd,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:58.803880 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-cdaf0e4f-b40c-4f54-bf5d-9f4f81ef0dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:58.823553 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0e4f-b40c-4f54-bf5d-9f4f81ef0dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.826560 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-cdaf0e4f-b40c-4f54-bf5d-9f4f81ef0dee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/667ccf4d-de9e-4123-91e3-f5e01cb836fd HTTP/1.1" status: 204 len: 168 time: 0.4516079 Apr 30 16:09:59.142362 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd421fb-e530-4b91-883b-b79ac1343c7b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:09:59.150983 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ccd421fb-e530-4b91-883b-b79ac1343c7b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:59.159742 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] Sync routers for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:09:59.175353 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:59.176124 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:09:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:59.223193 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396968a-a283-4610-b750-24a0b942a308 req-a6a6ef84-30eb-4367-9f76-de496aa80c4d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:59.225695 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2396968a-a283-4610-b750-24a0b942a308 req-a6a6ef84-30eb-4367-9f76-de496aa80c4d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.4487779 Apr 30 16:09:59.253531 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37c24-a825-492f-bd19-c6325a8a6468 req-007d7c7b-137f-4a91-b05d-dcb41bb2b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:59.255776 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f0b37c24-a825-492f-bd19-c6325a8a6468 req-007d7c7b-137f-4a91-b05d-dcb41bb2b266 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 1098 time: 0.5480540 Apr 30 16:09:59.286265 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5a051-334d-4ed1-82ee-2700123c910b req-a36d9aee-3806-4a3f-8f76-04ecdc71d8b1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:59.290902 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-24c5a051-334d-4ed1-82ee-2700123c910b req-a36d9aee-3806-4a3f-8f76-04ecdc71d8b1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1703477 Apr 30 16:09:59.393598 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51100) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:59.407128 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-24c5a051-334d-4ed1-82ee-2700123c910b req-6620af23-6082-4eb3-898c-59f08e40f698 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101468 Apr 30 16:09:59.452111 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:59.493060 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:59.505581 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] Usage tracker for resource:security_group_rule and tenant:f09fa3efc9f848268e20ba3d3d11dab8 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:59.516051 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:59.532103 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:59.544976 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37c24-a825-492f-bd19-c6325a8a6468 req-5704b9c8-6629-48ef-be5d-82d29815a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:59.548466 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f0b37c24-a825-492f-bd19-c6325a8a6468 req-5704b9c8-6629-48ef-be5d-82d29815a4a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 920 time: 0.2728667 Apr 30 16:09:59.586379 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-ccd421fb-e530-4b91-883b-b79ac1343c7b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "PUT /v2.0/floatingips/d2b1a2de-6379-43a5-a5b3-404aa8ca64f8 HTTP/1.1" status: 200 len: 990 time: 5.8788481 Apr 30 16:09:59.620166 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:59.768713 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'tag': 'a4a4d588-ad44-4eb7-826f-413a438f913c'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:59.778919 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f0b37c24-a825-492f-bd19-c6325a8a6468 req-1cb3d561-6056-4440-bfd4-a16d58d57014 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cec080-cb5e-434d-9404-5b9977c12704 HTTP/1.1" status: 200 len: 217 time: 0.2035568 Apr 30 16:09:59.809857 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2396968a-a283-4610-b750-24a0b942a308 req-eecb3b2d-86be-46b2-971c-f6fb4d9a1e95 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725739 Apr 30 16:10:00.032762 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37c24-a825-492f-bd19-c6325a8a6468 req-4bdee0cc-ec6d-430c-8196-ddff8962915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:00.035445 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f0b37c24-a825-492f-bd19-c6325a8a6468 req-4bdee0cc-ec6d-430c-8196-ddff8962915f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 200 len: 859 time: 0.2464511 Apr 30 16:10:00.130362 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:00.132093 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:00.190293 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4e33-55df-459d-9c97-575545ab021a req-b67da98c-e41c-40d9-ae3b-82065781150d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:00.196318 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f0b37c24-a825-492f-bd19-c6325a8a6468 req-71170d56-6c17-4728-9235-c31025c8bc7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d95cf8f9-6358-41cb-bd9a-5f66a6944553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488333 Apr 30 16:10:00.198667 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1d8b4e33-55df-459d-9c97-575545ab021a req-b67da98c-e41c-40d9-ae3b-82065781150d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.5662451 Apr 30 16:10:00.201658 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:00.212357 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 51120) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:00.224079 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-f79b8258-f20b-463f-b340-5aba32dcb652 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'floatingip': {'port_id': '98a6ae23-1e33-42db-b11c-cc7264deb948'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:00.227887 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:00.328240 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': 'd2b1a2de-6379-43a5-a5b3-404aa8ca64f8', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'floating_ip_address': '172.28.2.29', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'port_id': 'a4a4d588-ad44-4eb7-826f-413a438f913c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'mac_address': 'fa:16:3e:4c:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:09:09Z', 'updated_at': '2021-04-30T16:09:56Z', 'revision_number': 1, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:00.345292 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] Checking router: 2e0b0c97-1977-4c17-9f35-78ad134d4c7a for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:00.362875 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:00.363518 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:09:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:00.385446 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f09fa3efc9f848268e20ba3d3d11dab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9747198 Apr 30 16:10:00.390076 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af831d1-5b79-4992-bba9-1d429d62e671,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:00.392425 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'tag': 'a4a4d588-ad44-4eb7-826f-413a438f913c', 'status': 'completed', 'code': 200} Apr 30 16:10:00.396925 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 51128) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:00.397462 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:00.651055 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f79b8258-f20b-463f-b340-5aba32dcb652 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:00.673032 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:01.465669 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609664b0-e97b-41c3-9a65-b27396da37af req-bf47d8d1-c18f-44a0-87a0-b52aabc42460 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:01.473418 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-609664b0-e97b-41c3-9a65-b27396da37af req-bf47d8d1-c18f-44a0-87a0-b52aabc42460 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.3720813 Apr 30 16:10:01.585863 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-609664b0-e97b-41c3-9a65-b27396da37af req-ad952deb-9190-4a6b-9d65-766efdd940a1 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065650 Apr 30 16:10:01.601982 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f0b37c24-a825-492f-bd19-c6325a8a6468 req-a52dfd7a-4656-4253-8809-8e410d58502a service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2081358 Apr 30 16:10:01.623753 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': 'd2b1a2de-6379-43a5-a5b3-404aa8ca64f8', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'floating_ip_address': '172.28.2.29', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'port_id': 'a4a4d588-ad44-4eb7-826f-413a438f913c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'mac_address': 'fa:16:3e:4c:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:09:09Z', 'updated_at': '2021-04-30T16:09:56Z', 'revision_number': 1, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:01.632820 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ef5df-c021-422a-9cb9-0030a85a7964 None None] The sync data for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb is: [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': 'd2b1a2de-6379-43a5-a5b3-404aa8ca64f8', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'floating_ip_address': '172.28.2.29', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'port_id': 'a4a4d588-ad44-4eb7-826f-413a438f913c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'mac_address': 'fa:16:3e:4c:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:09:09Z', 'updated_at': '2021-04-30T16:09:56Z', 'revision_number': 1, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:01.869197 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-164162a3-b798-4afb-8ba9-8001620bb070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.894108 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-4d01f1d1-48ee-43cc-b820-78c5d8504834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:01.896469 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-4d01f1d1-48ee-43cc-b820-78c5d8504834 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 1098 time: 1.3625698 Apr 30 16:10:02.025091 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82763544-ef5f-432e-80ac-c9f551bb9450 None None] New status for floating IP d2b1a2de-6379-43a5-a5b3-404aa8ca64f8: ACTIVE {{(pid=73865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:10:02.207353 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-d6c698e6-1353-4daf-9f41-44e987248963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:02.209538 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-d6c698e6-1353-4daf-9f41-44e987248963 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 912 time: 0.3029540 Apr 30 16:10:02.290729 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f0b37c24-a825-492f-bd19-c6325a8a6468 req-894799de-49b8-47ff-b36a-293d1902649c service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682451 Apr 30 16:10:02.335411 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-164162a3-b798-4afb-8ba9-8001620bb070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.718800 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-59f3b066-f603-41c2-bd6b-fdd72608b913 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4a4d588-ad44-4eb7-826f-413a438f913c HTTP/1.1" status: 200 len: 998 time: 0.4870443 Apr 30 16:10:03.018429 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-164162a3-b798-4afb-8ba9-8001620bb070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.032095 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:03.046007 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-fd7639bf-f667-4dc3-beed-a0166c4ab388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:03.048526 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-fd7639bf-f667-4dc3-beed-a0166c4ab388 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.3177228 Apr 30 16:10:03.131830 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164162a3-b798-4afb-8ba9-8001620bb070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af831d1-5b79-4992-bba9-1d429d62e671,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:03.149471 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-164162a3-b798-4afb-8ba9-8001620bb070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:03.176004 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-164162a3-b798-4afb-8ba9-8001620bb070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.180783 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-164162a3-b798-4afb-8ba9-8001620bb070 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1af831d1-5b79-4992-bba9-1d429d62e671 HTTP/1.1" status: 204 len: 168 time: 2.6582668 Apr 30 16:10:03.211198 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677964d4-953c-4cf6-b736-d283dedc48d9 req-e0c66a89-db3c-4472-b52d-72453943dc57 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:03.219236 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-677964d4-953c-4cf6-b736-d283dedc48d9 req-e0c66a89-db3c-4472-b52d-72453943dc57 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.4005318 Apr 30 16:10:03.294747 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-23d075fa-d11a-49aa-91b8-68358cc2a41b tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:03.296225 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-23d075fa-d11a-49aa-91b8-68358cc2a41b tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Synchronizing usage tracker for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:network {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:03.327862 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-23d075fa-d11a-49aa-91b8-68358cc2a41b tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Unset dirty status for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:network {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:03.336053 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-23d075fa-d11a-49aa-91b8-68358cc2a41b tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/networks?id=5fcda8a2-9f32-4aba-a8f7-c81edc32accc HTTP/1.1" status: 200 len: 808 time: 0.2673538 Apr 30 16:10:03.374303 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-fd40b1b6-6cdc-4e24-b26c-b82e94007866 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/quotas/6d9956025b9d45f6b52a3b2f3560147f HTTP/1.1" status: 200 len: 375 time: 0.0369303 Apr 30 16:10:03.443681 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f79b8258-f20b-463f-b340-5aba32dcb652 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.458378 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-f91003ab-c218-4493-9d30-78f3f625201e tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d9956025b9d45f6b52a3b2f3560147f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766835 Apr 30 16:10:03.473552 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f79b8258-f20b-463f-b340-5aba32dcb652 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.615668 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-677964d4-953c-4cf6-b736-d283dedc48d9 req-d3913609-1bfd-476b-8e02-1d117c6c9b4c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952818 Apr 30 16:10:03.689427 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-c6dabdd4-9ce4-4cdf-8244-ffc2380adad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:03.692090 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-c6dabdd4-9ce4-4cdf-8244-ffc2380adad9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6263130 Apr 30 16:10:04.017100 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-010dcaad-099b-4e77-abb2-649d092e6823 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:10:04.024620 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-010dcaad-099b-4e77-abb2-649d092e6823 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2829397 Apr 30 16:10:04.240858 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-09866723-23d5-4247-872b-a5616f8a8d93 service neutron] 10.222.0.15 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131951 Apr 30 16:10:04.261187 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.l3_db [None req-f79b8258-f20b-463f-b340-5aba32dcb652 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Floating IP 89b51c8e-e7ba-41e6-a0d5-372692654bb0 associated. External IP: 172.28.2.103, port: 98a6ae23-1e33-42db-b11c-cc7264deb948. Apr 30 16:10:04.464751 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-1c6c9493-04ce-47f3-8f62-690d3e57bd58 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733499 Apr 30 16:10:04.615815 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-7a23fa8b-d777-4b20-b483-1d138521ba8f service neutron] 10.222.0.15 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731878 Apr 30 16:10:04.874713 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51296) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:04.938028 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2b0d4390-acaa-4530-86a4-09caec3242f8 req-21ab7c40-7ed4-42fe-9fc9-de4d2d013f8b service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747790 Apr 30 16:10:04.943553 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79b8258-f20b-463f-b340-5aba32dcb652 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:10:05.471415 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.472444 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 51326) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:05.533610 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14e61d-999c-4026-8e6d-b5b3bad7007f req-1d8751dc-55b5-460e-9026-178443edffc1 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:05.535210 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2a14e61d-999c-4026-8e6d-b5b3bad7007f req-1d8751dc-55b5-460e-9026-178443edffc1 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.4173400 Apr 30 16:10:05.549265 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79b8258-f20b-463f-b340-5aba32dcb652 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:10:05.562494 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab825710-b625-4471-b885-ef430d57d9a0 req-c3b808a9-4120-48fd-b35b-221b8e179e2f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 210 time: 0.2664933 Apr 30 16:10:05.563456 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f79b8258-f20b-463f-b340-5aba32dcb652 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.567578 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] Sync routers for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:10:05.575657 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:05.592491 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] Usage tracker for resource:security_group_rule and tenant:4752c7029562499d921d9be8ef896fcf is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:05.600473 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:05.602683 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:09:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:05.608291 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:05.628010 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:05.675769 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-f79b8258-f20b-463f-b340-5aba32dcb652 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "PUT /v2.0/floatingips/89b51c8e-e7ba-41e6-a0d5-372692654bb0 HTTP/1.1" status: 200 len: 992 time: 5.4613943 Apr 30 16:10:05.681037 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:05.731435 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2a14e61d-999c-4026-8e6d-b5b3bad7007f req-31eff27e-12c2-490a-84d3-3ce0edd67592 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881495 Apr 30 16:10:05.843847 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1384165330-network', 'tenant_id': 'b803f62c180e40ec8760508dbc5939b4'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:05.851759 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:05.876845 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Usage tracker for resource:network and tenant:b803f62c180e40ec8760508dbc5939b4 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:05.889384 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:05.906419 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.917374 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:05.917916 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.952762 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Made reservation on behalf of b803f62c180e40ec8760508dbc5939b4 for: {'network': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:05.955419 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.987174 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b54d7092-3402-4262-95e9-ee21661d1e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:06.000998 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'status': 'completed', 'code': 200} Apr 30 16:10:06.006091 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.067184 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:06.085039 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Usage tracker for resource:security_group_rule and tenant:b803f62c180e40ec8760508dbc5939b4 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:06.096830 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:06.157225 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:06.169304 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4752c7029562499d921d9be8ef896fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2924356 Apr 30 16:10:06.173827 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51348) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:06.240480 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6061ae3-90d9-4fc2-8342-03e8439221fc,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:06.250110 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:06.271052 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:06.355523 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-0f17a016-ff26-4d92-93f1-7beeb40fe6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:06.363841 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-0f17a016-ff26-4d92-93f1-7beeb40fe6a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 1099 time: 0.2625601 Apr 30 16:10:06.396441 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9f86f99b-91b8-4ba1-97d1-6caad025166e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.485635 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9f86f99b-91b8-4ba1-97d1-6caad025166e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.657722 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9f86f99b-91b8-4ba1-97d1-6caad025166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.673719 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-93ffbd09-3639-43e7-a436-fe0285492722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:06.773719 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86f99b-91b8-4ba1-97d1-6caad025166e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6061ae3-90d9-4fc2-8342-03e8439221fc,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:06.785657 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9f86f99b-91b8-4ba1-97d1-6caad025166e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:06.893539 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.916119 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.939652 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-f387d486-e1e8-455a-a415-cffe45eb888a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:06.958017 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-03d04ac1-fa2a-46e2-be51-e121c173d54d req-afa737a5-8887-427b-8cf3-b2fb1569c344 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 210 time: 0.1985164 Apr 30 16:10:06.985120 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9f86f99b-91b8-4ba1-97d1-6caad025166e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.987277 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-9f86f99b-91b8-4ba1-97d1-6caad025166e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6061ae3-90d9-4fc2-8342-03e8439221fc HTTP/1.1" status: 204 len: 168 time: 0.8021004 Apr 30 16:10:07.107270 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=73864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:10:07.249263 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.250412 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.segments_db [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Added segment 9723b8bc-1c78-4fc7-b7a8-07190807c665 of type vlan for network b62a1d65-d58c-49f1-878d-7872ab59d285 Apr 30 16:10:07.273379 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-0e960da5-7b32-48cb-b61c-ee597a0ba8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:07.276510 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-0e960da5-7b32-48cb-b61c-ee597a0ba8c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.9009974 Apr 30 16:10:07.278765 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bc7a85-4c79-48de-bff6-bb0cf7355d87,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:07.399520 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:07.534437 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '89b51c8e-e7ba-41e6-a0d5-372692654bb0', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'floating_ip_address': '172.28.2.103', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'port_id': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'mac_address': 'fa:16:3e:72:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:09:22Z', 'updated_at': '2021-04-30T16:10:03Z', 'revision_number': 1, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:07.542252 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] Checking router: e4270c16-48cc-4f96-a1c5-bb1185e6d3bd for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:07.563766 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:07.564457 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:09:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:07.580932 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.664595 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-631719dc-ebbe-4dac-8b53-d82a09241b19 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98a6ae23-1e33-42db-b11c-cc7264deb948 HTTP/1.1" status: 200 len: 1000 time: 0.2494950 Apr 30 16:10:07.819041 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92ef2d-80e0-45df-829c-3ec3013b7fac req-7d260c09-1234-4eae-9ac2-15c249f2b5c4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:07.830387 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ac92ef2d-80e0-45df-829c-3ec3013b7fac req-7d260c09-1234-4eae-9ac2-15c249f2b5c4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.5739632 Apr 30 16:10:07.903815 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.928116 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:07.930906 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.955884 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:08.010376 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:08.505629 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-a779618f-d560-4b5e-8dbd-a4389e251bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:08.509047 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3a08a051-1a2e-47ce-8f86-9eb9c340fc2c req-64bdecc2-a05a-4dcf-b21b-e4d80940e379 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 210 time: 0.1289790 Apr 30 16:10:08.519076 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-a779618f-d560-4b5e-8dbd-a4389e251bf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.8317940 Apr 30 16:10:08.530605 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ac92ef2d-80e0-45df-829c-3ec3013b7fac req-b2f697ee-ebba-455b-b904-7943c65b2a58 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6988828 Apr 30 16:10:08.914679 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '89b51c8e-e7ba-41e6-a0d5-372692654bb0', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'floating_ip_address': '172.28.2.103', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'port_id': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'mac_address': 'fa:16:3e:72:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:09:22Z', 'updated_at': '2021-04-30T16:10:03Z', 'revision_number': 1, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:08.923208 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4484582 Apr 30 16:10:08.926201 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f9ed1-6fb2-4991-aab0-ca8e5c0d7417 None None] The sync data for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb is: [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '89b51c8e-e7ba-41e6-a0d5-372692654bb0', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'floating_ip_address': '172.28.2.103', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'port_id': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'mac_address': 'fa:16:3e:72:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:09:22Z', 'updated_at': '2021-04-30T16:10:03Z', 'revision_number': 1, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:08.928427 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51414) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:08.928669 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Pushing event updated for resources: {'Network': ['ID=b62a1d65-d58c-49f1-878d-7872ab59d285,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:08.932761 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:08.942550 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Request body: {'subnet': {'network_id': 'b62a1d65-d58c-49f1-878d-7872ab59d285', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1384165330-subnet', 'tenant_id': 'b803f62c180e40ec8760508dbc5939b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:08.947705 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network b62a1d65-d58c-49f1-878d-7872ab59d285 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:10:08.949621 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:08.955721 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Usage tracker for resource:subnet and tenant:b803f62c180e40ec8760508dbc5939b4 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:08.959175 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:08.984679 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:09.013641 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Made reservation on behalf of b803f62c180e40ec8760508dbc5939b4 for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:09.018680 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4043161'] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:09.020531 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-54219a25-46f6-42e2-bea1-23166adf1ede tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:09.022135 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-54219a25-46f6-42e2-bea1-23166adf1ede tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.64 "GET /v2.0/networks?id=5fcda8a2-9f32-4aba-a8f7-c81edc32accc HTTP/1.1" status: 200 len: 808 time: 0.5610228 Apr 30 16:10:09.040410 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-7c2ce36e-8d72-46d9-b8ca-5ec918db9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:09.046369 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-7c2ce36e-8d72-46d9-b8ca-5ec918db9f53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5106206 Apr 30 16:10:09.067378 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Request body: {'port': {'device_id': '5a645ae9-244b-42a5-a230-863406905d19', 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc', 'admin_state_up': True, 'tenant_id': '6d9956025b9d45f6b52a3b2f3560147f'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:09.336190 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68834c79-2747-406b-a655-5e90a27b10ce None None] New status for floating IP 89b51c8e-e7ba-41e6-a0d5-372692654bb0: ACTIVE {{(pid=73865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:10:09.815562 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-4e4fe273-c890-4735-a713-1ab452f6f2e9 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7111239 Apr 30 16:10:09.875457 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:09.914361 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Usage tracker for resource:port and tenant:6d9956025b9d45f6b52a3b2f3560147f is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:09.930401 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:09.960588 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:09.965389 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3047972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4043147'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:09.988533 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b60e0a9e-0c9f-4c53-9160-e6d94d882054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:10.122369 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8bbc60c1-095b-407e-90d6-03ab202e8382 req-07d67da4-c517-44d2-8ba7-69f94ca4c105 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 210 time: 0.0808597 Apr 30 16:10:10.125822 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Made reservation on behalf of 6d9956025b9d45f6b52a3b2f3560147f for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:10.129627 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.141533 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Checking segment: {'id': '9723b8bc-1c78-4fc7-b7a8-07190807c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b62a1d65-d58c-49f1-878d-7872ab59d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:10.142228 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Network hostable DHCP agents. Network: b62a1d65-d58c-49f1-878d-7872ab59d285, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:10:10.163943 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Pushing event updated for resources: {'Subnet': ['ID=121229d5-64d4-46f0-8c45-1a06ce13d717,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:10.170147 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:10.183182 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f58f849-cf21-48c8-83c4-6398ececb132 req-ebc4d41b-fb7b-4185-9b9e-085032b26ff2 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580542 Apr 30 16:10:10.191313 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Network b62a1d65-d58c-49f1-878d-7872ab59d285 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:10:10.204271 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, b62a1d65-d58c-49f1-878d-7872ab59d285) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:10.216984 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6966c8-1137-4278-a88c-51310982d738 None None] Network b62a1d65-d58c-49f1-878d-7872ab59d285 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:10.223125 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:10.223741 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.271242 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3411746 Apr 30 16:10:10.423113 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c701c15-bd15-4f68-9f1a-dd09135e633b req-54e38efb-d570-4f9b-8325-1044126257ef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:10.426575 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5c701c15-bd15-4f68-9f1a-dd09135e633b req-54e38efb-d570-4f9b-8325-1044126257ef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.3957069 Apr 30 16:10:10.638828 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cede13-d934-42e3-94e1-bc82b3cb8a2e None None] Network b62a1d65-d58c-49f1-878d-7872ab59d285 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:10.684973 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5c701c15-bd15-4f68-9f1a-dd09135e633b req-f33e82ae-8b3c-4601-9635-d9a6a5baad4a tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500846 Apr 30 16:10:10.757815 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Allocated IP 172.20.0.4 (5fcda8a2-9f32-4aba-a8f7-c81edc32accc/25964c60-a33f-4d58-9fb9-ec6a11f457d4/aa302894-184b-42a7-a553-412ca1278404) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:11.094074 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.191813 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.211677 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:11.284125 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:11.288157 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:11.294082 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:11.379678 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Pushing event updated for resources: {'Port': ['ID=aa302894-184b-42a7-a553-412ca1278404,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:11.393453 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:11.413507 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:11.423890 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.470375 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4089258 Apr 30 16:10:11.500360 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Request body: {'port': {'device_id': '5a645ae9-244b-42a5-a230-863406905d19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:11.656997 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51498) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:11.749409 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51508) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:11.756667 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-251401511-network', 'tenant_id': '80581123e00047dda379c899f92c1cc7'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:11.765723 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:11.776340 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Usage tracker for resource:network and tenant:80581123e00047dda379c899f92c1cc7 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:11.784473 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:11.803030 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:11.822333 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.907511 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Made reservation on behalf of 80581123e00047dda379c899f92c1cc7 for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:11.912746 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.973256 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.034848 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:12.044860 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Usage tracker for resource:security_group_rule and tenant:80581123e00047dda379c899f92c1cc7 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:12.052082 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:12.061227 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:12.106013 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51516) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:12.227375 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f47c5-863f-49e2-8ec2-8e193f7e02bf req-2dd33f8d-dac2-40cd-9909-c06972e0f66c tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:12.241085 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b98f47c5-863f-49e2-8ec2-8e193f7e02bf req-2dd33f8d-dac2-40cd-9909-c06972e0f66c tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 931 time: 0.4185336 Apr 30 16:10:12.399821 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.437205 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.471981 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.488159 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-cdaf0e4f-b40c-4f54-bf5d-9f4f81ef0dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:12.500350 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.565335 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:12.581649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-b98f47c5-863f-49e2-8ec2-8e193f7e02bf req-67e14432-87e1-49d3-a1ed-0022eccb0e81 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Synchronizing usage tracker for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:security_group {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:12.600891 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:12.609735 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:10:12.631245 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] Usage tracker for resource:security_group_rule and tenant:fe3a8afdcd574cef8e7fe87f0d57f3de is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:12.637190 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] Usage tracker for resource:security_group_rule and tenant:ff4050640d504fc185308d664b79f30c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:12.646611 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf848ac-c8c1-421c-9859-a1019d1ead10 req-2c59d16a-9cda-447e-bc66-e6df8dd55794 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:12.648162 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-dcf848ac-c8c1-421c-9859-a1019d1ead10 req-2c59d16a-9cda-447e-bc66-e6df8dd55794 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1928647 Apr 30 16:10:12.652140 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:12.662249 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:12.670189 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05fb689-e7d9-43c3-8253-97af876d9b32,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:12.690909 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:12.696351 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.696887 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Added segment e3a87b1b-06db-457c-a742-b8d5e885d3d1 of type vlan for network 70d2f2d5-4b03-48ae-8df1-951d2b62c59c Apr 30 16:10:12.706904 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:12.712955 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:12.748329 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-b98f47c5-863f-49e2-8ec2-8e193f7e02bf req-67e14432-87e1-49d3-a1ed-0022eccb0e81 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Unset dirty status for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:security_group {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:12.749707 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b98f47c5-863f-49e2-8ec2-8e193f7e02bf req-67e14432-87e1-49d3-a1ed-0022eccb0e81 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678814 Apr 30 16:10:12.769034 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa302894-184b-42a7-a553-412ca1278404 {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:12.776776 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-dcf848ac-c8c1-421c-9859-a1019d1ead10 req-7d105d9b-eb3f-48af-a943-171b116f8cc7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162591 Apr 30 16:10:12.782729 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.786275 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.816495 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Transition to ACTIVE for port object aa302894-184b-42a7-a553-412ca1278404 will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:12.822940 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.834460 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-a4c989fd-a028-4db1-9a3b-d59a8db2571b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:12.872340 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.882537 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:12.883212 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.890394 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-65792352-7c4b-40e1-8acb-5919e4bab503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:13.093627 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Pushing event updated for resources: {'Port': ['ID=aa302894-184b-42a7-a553-412ca1278404,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:13.104178 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.105652 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Pushing event updated for resources: {'Network': ['ID=70d2f2d5-4b03-48ae-8df1-951d2b62c59c,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:13.109679 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:13.110014 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.112598 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:13.114937 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.126619 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:13.131709 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 70d2f2d5-4b03-48ae-8df1-951d2b62c59c details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:10:13.137245 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.158997 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4079144 Apr 30 16:10:13.165235 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51530) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:13.181754 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Request body: {'subnet': {'network_id': '70d2f2d5-4b03-48ae-8df1-951d2b62c59c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-251401511-subnet', 'tenant_id': '80581123e00047dda379c899f92c1cc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:13.223595 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:13.231822 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Usage tracker for resource:subnet and tenant:80581123e00047dda379c899f92c1cc7 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:13.237305 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:13.252023 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:13.283506 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad2b4a0-b265-4d6d-bca6-96a2ac8a0c26,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:13.295991 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Attempting to bind port aa302894-184b-42a7-a553-412ca1278404 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:13.296701 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Attempting to bind port aa302894-184b-42a7-a553-412ca1278404 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:13.297645 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Attempting to bind port aa302894-184b-42a7-a553-412ca1278404 on network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:13.303700 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff4050640d504fc185308d664b79f30c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6442652 Apr 30 16:10:13.309359 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 51538) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:13.310366 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:13.312055 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:13.323065 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe3a8afdcd574cef8e7fe87f0d57f3de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2142460 Apr 30 16:10:13.327227 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51542) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:13.333689 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Made reservation on behalf of 80581123e00047dda379c899f92c1cc7 for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:13.336428 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4043161'] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.350819 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Port aa302894-184b-42a7-a553-412ca1278404 on network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:10:13.351559 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Attempting to bind port aa302894-184b-42a7-a553-412ca1278404 on network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:13.374769 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:13.375116 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Checking segment: {'id': 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:13.375869 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Bound using segment: {'id': 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:13.377004 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Bound port: aa302894-184b-42a7-a553-412ca1278404, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:13.378058 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.478185 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5279b36-b949-4d2e-b824-d7d76a261911,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:13.534180 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:13.535189 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-dffffcac-b323-46a6-80eb-3a91b44c6d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.575666 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] For port aa302894-184b-42a7-a553-412ca1278404, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:13.585566 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-dffffcac-b323-46a6-80eb-3a91b44c6d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.605928 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7a576c0-d1c9-412a-a6f7-40eab5504afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.616619 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] For port aa302894-184b-42a7-a553-412ca1278404, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=aa302894-184b-42a7-a553-412ca1278404,segment=NetworkSegment(fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d),segment_id=fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:13.639742 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.661828 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:13.685853 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7a576c0-d1c9-412a-a6f7-40eab5504afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.767387 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:13.768490 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.770892 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] 10.222.0.64 "PUT /v2.0/ports/aa302894-184b-42a7-a553-412ca1278404 HTTP/1.1" status: 200 len: 1093 time: 2.2770112 Apr 30 16:10:13.771684 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a645ae9-244b-42a5-a230-863406905d19', 'tag': 'aa302894-184b-42a7-a553-412ca1278404'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:13.836170 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7a576c0-d1c9-412a-a6f7-40eab5504afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.841782 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4a009dad-1c1d-4692-b221-23ec346fae89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:13.858446 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Pushing event updated for resources: {'Port': ['ID=aa302894-184b-42a7-a553-412ca1278404,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:13.863673 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:13.872773 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a576c0-d1c9-412a-a6f7-40eab5504afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad2b4a0-b265-4d6d-bca6-96a2ac8a0c26,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:13.875459 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a645ae9-244b-42a5-a230-863406905d19', 'tag': 'aa302894-184b-42a7-a553-412ca1278404', 'status': 'completed', 'code': 200} Apr 30 16:10:13.881380 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-dffffcac-b323-46a6-80eb-3a91b44c6d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.887668 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c7a576c0-d1c9-412a-a6f7-40eab5504afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:13.910417 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-164162a3-b798-4afb-8ba9-8001620bb070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:13.992856 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7a576c0-d1c9-412a-a6f7-40eab5504afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.994309 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-c7a576c0-d1c9-412a-a6f7-40eab5504afe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ad2b4a0-b265-4d6d-bca6-96a2ac8a0c26 HTTP/1.1" status: 204 len: 168 time: 0.6656954 Apr 30 16:10:14.016498 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffffcac-b323-46a6-80eb-3a91b44c6d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5279b36-b949-4d2e-b824-d7d76a261911,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:14.024790 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-dffffcac-b323-46a6-80eb-3a91b44c6d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:14.098208 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-dffffcac-b323-46a6-80eb-3a91b44c6d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:14.103959 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-dffffcac-b323-46a6-80eb-3a91b44c6d8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5279b36-b949-4d2e-b824-d7d76a261911 HTTP/1.1" status: 204 len: 168 time: 0.7872794 Apr 30 16:10:14.111823 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-323f14e8-8115-4d57-999d-fc1e4223a9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:14.175046 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-a2f2488f-1faf-46b9-99bd-f0a44777b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:14.176762 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-a2f2488f-1faf-46b9-99bd-f0a44777b262 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d9956025b9d45f6b52a3b2f3560147f&device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 1096 time: 0.2378149 Apr 30 16:10:14.195731 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740e1f7-9a9e-49f4-9c74-fbdd11099f26 req-dd05618f-fec0-4591-95d1-68ff8c2aff20 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:14.196845 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-0740e1f7-9a9e-49f4-9c74-fbdd11099f26 req-dd05618f-fec0-4591-95d1-68ff8c2aff20 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Synchronizing usage tracker for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:14.238774 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f80e9-a4d6-4875-aef5-3af703c3377b req-9c246480-efc1-461e-9328-e68104424a3f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:14.246820 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-561f80e9-a4d6-4875-aef5-3af703c3377b req-9c246480-efc1-461e-9328-e68104424a3f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.2277088 Apr 30 16:10:14.290125 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-d5c3d9e2-5d93-4e59-ad0f-c15985c8d3df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa302894-184b-42a7-a553-412ca1278404 HTTP/1.1" status: 200 len: 217 time: 0.0890391 Apr 30 16:10:14.362621 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:10:14.395065 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3047972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4043147'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:14.417494 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d994e169-faf7-4362-a9bf-6d6c2ba173ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:14.434049 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-0740e1f7-9a9e-49f4-9c74-fbdd11099f26 req-dd05618f-fec0-4591-95d1-68ff8c2aff20 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Unset dirty status for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:14.435598 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0740e1f7-9a9e-49f4-9c74-fbdd11099f26 req-dd05618f-fec0-4591-95d1-68ff8c2aff20 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 943 time: 0.3790176 Apr 30 16:10:14.489216 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-ea1e5d42-c170-4eb4-96a1-bc69f4ba31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:14.491465 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-ea1e5d42-c170-4eb4-96a1-bc69f4ba31e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25964c60-a33f-4d58-9fb9-ec6a11f457d4 HTTP/1.1" status: 200 len: 848 time: 0.1724679 Apr 30 16:10:14.526979 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-561f80e9-a4d6-4875-aef5-3af703c3377b req-47a2a010-92bd-4769-897d-c69f968975c9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784576 Apr 30 16:10:14.605187 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-d64c7f06-fb0f-467c-bf75-ba8fef1453e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fcda8a2-9f32-4aba-a8f7-c81edc32accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006114 Apr 30 16:10:14.663768 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0740e1f7-9a9e-49f4-9c74-fbdd11099f26 req-15b2beb4-d5b5-4dd4-bf01-deed4610e7a3 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166142 Apr 30 16:10:14.741478 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79d34c2-ab33-47df-b751-68f758e88c5f,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:14.748088 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:14.768085 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51574) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:14.774570 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Checking segment: {'id': 'e3a87b1b-06db-457c-a742-b8d5e885d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70d2f2d5-4b03-48ae-8df1-951d2b62c59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:14.775973 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Network hostable DHCP agents. Network: 70d2f2d5-4b03-48ae-8df1-951d2b62c59c, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:10:14.840942 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:14.879961 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:14.894523 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Network 70d2f2d5-4b03-48ae-8df1-951d2b62c59c is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:10:14.915590 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a3495b74a02b4cd1809889bba548a3f3 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:14.926927 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:14.944672 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:14.948179 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 70d2f2d5-4b03-48ae-8df1-951d2b62c59c) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:14.950117 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-fed658bc-e3a5-477e-965d-907f6c5ed9b0 service neutron] 10.222.0.64 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379366 Apr 30 16:10:14.962183 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a0797c-8771-4688-b82f-7fdbd0952b6d None None] Network 70d2f2d5-4b03-48ae-8df1-951d2b62c59c requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:14.972156 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:14.972995 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.047637 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8778632 Apr 30 16:10:15.264561 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.272479 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7a4458d5-c87c-4628-987e-3e1c9aa61a76 req-9f1e554d-b3b6-433a-a607-72a6dee99a70 service neutron] 10.222.0.64 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927239 Apr 30 16:10:15.272662 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.286243 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 51580) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:15.299192 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d62e7da-87a8-419b-82d8-04b471e834b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:15.326070 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.373836 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:15.381639 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] Usage tracker for resource:security_group_rule and tenant:39ea3bf25dcd4adc8ba2435ecc7c7b00 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:15.390198 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3495b74a02b4cd1809889bba548a3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152716 Apr 30 16:10:15.390198 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11776bd9-feee-45a1-befc-2901add7d565,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:15.396297 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:15.399450 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51588) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:15.404325 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:15.514254 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:15.603444 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9ff18a93-a4d1-4edd-923a-e1c150b7861e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.647725 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8064922e-af59-49b1-959c-d8b428ed4d0a None None] Network 70d2f2d5-4b03-48ae-8df1-951d2b62c59c requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:15.707488 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830ec9-c1a3-4ca6-9ed9-b4476670555c req-a2dbf023-fc21-4fb3-b6de-c1b9e36c5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:15.709062 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db830ec9-c1a3-4ca6-9ed9-b4476670555c req-a2dbf023-fc21-4fb3-b6de-c1b9e36c5952 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d9956025b9d45f6b52a3b2f3560147f&device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 1096 time: 0.3111641 Apr 30 16:10:15.709676 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9ff18a93-a4d1-4edd-923a-e1c150b7861e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.848373 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9ff18a93-a4d1-4edd-923a-e1c150b7861e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.858429 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:15.882319 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff18a93-a4d1-4edd-923a-e1c150b7861e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11776bd9-feee-45a1-befc-2901add7d565,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:15.910787 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9ff18a93-a4d1-4edd-923a-e1c150b7861e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:15.913320 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9ff18a93-a4d1-4edd-923a-e1c150b7861e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.920041 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-9ff18a93-a4d1-4edd-923a-e1c150b7861e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11776bd9-feee-45a1-befc-2901add7d565 HTTP/1.1" status: 204 len: 168 time: 0.5191538 Apr 30 16:10:16.002748 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.058210 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.075088 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-dffffcac-b323-46a6-80eb-3a91b44c6d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:16.122338 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f959ccb-fb0a-4614-9297-9e5f46c630b3,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:16.149199 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:16.176144 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51618) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:16.187048 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39ea3bf25dcd4adc8ba2435ecc7c7b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8983240 Apr 30 16:10:16.234519 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830ec9-c1a3-4ca6-9ed9-b4476670555c req-e69146ff-1a52-4eeb-a3ba-2bb2aa6d80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:16.236086 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db830ec9-c1a3-4ca6-9ed9-b4476670555c req-e69146ff-1a52-4eeb-a3ba-2bb2aa6d80ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=5fcda8a2-9f32-4aba-a8f7-c81edc32accc HTTP/1.1" status: 200 len: 909 time: 0.5133171 Apr 30 16:10:16.245282 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef75c98-50a5-42a2-b175-5b12269c76d5 req-5d7345db-fb50-4d44-950f-6c62a88936a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:16.253241 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8ef75c98-50a5-42a2-b175-5b12269c76d5 req-5d7345db-fb50-4d44-950f-6c62a88936a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.3302467 Apr 30 16:10:16.369111 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db830ec9-c1a3-4ca6-9ed9-b4476670555c req-b544bb64-1eb5-43ff-957b-2af98cb1c6ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa302894-184b-42a7-a553-412ca1278404 HTTP/1.1" status: 200 len: 217 time: 0.1128004 Apr 30 16:10:16.472548 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-43e2b30e-9b99-4374-9c4e-64c9d9035194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.529165 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830ec9-c1a3-4ca6-9ed9-b4476670555c req-206429bb-dfc4-484c-a9ae-4878152ff18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:16.531857 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db830ec9-c1a3-4ca6-9ed9-b4476670555c req-206429bb-dfc4-484c-a9ae-4878152ff18d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25964c60-a33f-4d58-9fb9-ec6a11f457d4 HTTP/1.1" status: 200 len: 848 time: 0.1442363 Apr 30 16:10:16.551476 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-43e2b30e-9b99-4374-9c4e-64c9d9035194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.555477 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8ef75c98-50a5-42a2-b175-5b12269c76d5 req-9c0da02f-2100-4d5b-98c8-637a92517764 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012595 Apr 30 16:10:16.568203 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-f51e8ddd-6ee6-4b50-ba9c-ff7c8639fa1d tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:16.577203 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-f51e8ddd-6ee6-4b50-ba9c-ff7c8639fa1d tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/networks?id=b62a1d65-d58c-49f1-878d-7872ab59d285 HTTP/1.1" status: 200 len: 809 time: 0.3860776 Apr 30 16:10:16.602600 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ed7a4535-0766-4a45-b59b-9a92e5e08f64 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/quotas/b803f62c180e40ec8760508dbc5939b4 HTTP/1.1" status: 200 len: 375 time: 0.0242386 Apr 30 16:10:16.625993 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db830ec9-c1a3-4ca6-9ed9-b4476670555c req-8a05ec91-e9b4-4ae4-87e8-eac924774dc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fcda8a2-9f32-4aba-a8f7-c81edc32accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671227 Apr 30 16:10:16.668682 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-65d22722-7f79-4bb2-9c80-531b84153b9f tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b803f62c180e40ec8760508dbc5939b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645666 Apr 30 16:10:16.832486 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-0309203f-8dc2-464c-b4ed-3fd69811d7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.918418 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-43e2b30e-9b99-4374-9c4e-64c9d9035194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.942202 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-dd73554a-5f67-4aba-b58b-03189a2c0cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:16.973280 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2b30e-9b99-4374-9c4e-64c9d9035194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f959ccb-fb0a-4614-9297-9e5f46c630b3,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:16.980541 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-43e2b30e-9b99-4374-9c4e-64c9d9035194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:16.982118 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-43e2b30e-9b99-4374-9c4e-64c9d9035194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.983594 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-43e2b30e-9b99-4374-9c4e-64c9d9035194 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f959ccb-fb0a-4614-9297-9e5f46c630b3 HTTP/1.1" status: 204 len: 168 time: 0.8062000 Apr 30 16:10:16.988066 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-6b292981-bc7e-4c18-a442-48ed876827f4 service neutron] 10.222.0.15 "GET /v2.0/networks/b62a1d65-d58c-49f1-878d-7872ab59d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183210 Apr 30 16:10:17.027363 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db830ec9-c1a3-4ca6-9ed9-b4476670555c req-3ab5d1ea-dfef-493a-a6f1-e8b5b043cfa7 service neutron] 10.222.0.64 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928235 Apr 30 16:10:17.120551 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.250604 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-1ec3fc82-67e1-4236-a53b-274b4ac12c51 service neutron] 10.222.0.15 "GET /v2.0/networks/b62a1d65-d58c-49f1-878d-7872ab59d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523296 Apr 30 16:10:17.260377 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071b95-083b-4809-9a63-ee8e8181bc29 req-a246f5fe-552c-4869-9ad9-f18a0516e438 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:17.274443 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-19071b95-083b-4809-9a63-ee8e8181bc29 req-a246f5fe-552c-4869-9ad9-f18a0516e438 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 943 time: 0.5677907 Apr 30 16:10:17.396483 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-19071b95-083b-4809-9a63-ee8e8181bc29 req-d1640b4d-c5cf-4a14-b0fa-10e1f20de3dd tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207180 Apr 30 16:10:17.481598 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db830ec9-c1a3-4ca6-9ed9-b4476670555c req-a9e024e9-25c6-4a32-aa7c-8af427f702bd service neutron] 10.222.0.64 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408350 Apr 30 16:10:17.839439 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-be82d1fc-18b6-426e-b428-f257484f7d15 req-83d71f1c-412d-4cf6-9b64-9989147834e8 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 210 time: 0.1066248 Apr 30 16:10:18.008843 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:18.031596 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1084d0d-0a81-4377-ae99-febdef30bd1c req-54e6aa7e-8e75-4fd0-90d2-0406bb6fb062 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:18.035645 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e1084d0d-0a81-4377-ae99-febdef30bd1c req-54e6aa7e-8e75-4fd0-90d2-0406bb6fb062 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1356070 Apr 30 16:10:18.106301 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e1084d0d-0a81-4377-ae99-febdef30bd1c req-39828b2a-b429-4ab0-9c47-75e57f342c24 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591552 Apr 30 16:10:18.751324 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bcd53-1c53-4242-b612-35d8495851e4 req-6b1ea1eb-d6c9-4fae-b2f6-6b9825b961e2 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:18.760387 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d36bcd53-1c53-4242-b612-35d8495851e4 req-6b1ea1eb-d6c9-4fae-b2f6-6b9825b961e2 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 943 time: 0.1984291 Apr 30 16:10:18.831341 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d36bcd53-1c53-4242-b612-35d8495851e4 req-a43d6758-3685-49bc-b92b-0e11df6cbe52 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696461 Apr 30 16:10:19.119065 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 51732) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:19.133863 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bdbaa70c-143b-48b4-9e27-c1752d264c02 req-5e05b167-38c0-4f83-b5f9-0c56ef05a077 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 210 time: 0.0639553 Apr 30 16:10:19.178121 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device aa302894-184b-42a7-a553-412ca1278404 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:10:19.420628 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff86e5-165c-4608-aae3-ac1b89761b5e req-e804219c-4826-4204-ad92-1a8ee0212971 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:19.433275 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c1ff86e5-165c-4608-aae3-ac1b89761b5e req-e804219c-4826-4204-ad92-1a8ee0212971 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1561019 Apr 30 16:10:19.453731 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port aa302894-184b-42a7-a553-412ca1278404, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=aa302894-184b-42a7-a553-412ca1278404,segment=NetworkSegment(fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d),segment_id=fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:19.498602 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': 'aa302894-184b-42a7-a553-412ca1278404', 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc', 'port_id': 'aa302894-184b-42a7-a553-412ca1278404', 'mac_address': 'fa:16:3e:60:0b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25964c60-a33f-4d58-9fb9-ec6a11f457d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:10:19.512155 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:19.516044 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c1ff86e5-165c-4608-aae3-ac1b89761b5e req-2de854c1-f3ca-4e12-8a59-6757710f8812 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815566 Apr 30 16:10:19.672580 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:19.710896 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa302894-184b-42a7-a553-412ca1278404 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:19.724110 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f8bd-fcdf-4d2c-9921-3ff4c5e9a250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:19.739312 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port aa302894-184b-42a7-a553-412ca1278404, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=aa302894-184b-42a7-a553-412ca1278404,segment=NetworkSegment(fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d),segment_id=fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:19.747800 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:19.751757 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:19.814225 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-8ed3f8bd-fcdf-4d2c-9921-3ff4c5e9a250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:19.829046 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-8ed3f8bd-fcdf-4d2c-9921-3ff4c5e9a250 admin admin] Usage tracker for resource:security_group_rule and tenant:bda9deddfa8942c89ef4d4305e478b7f is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:19.834362 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-8ed3f8bd-fcdf-4d2c-9921-3ff4c5e9a250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:19.844384 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=aa302894-184b-42a7-a553-412ca1278404,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:19.844869 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-8ed3f8bd-fcdf-4d2c-9921-3ff4c5e9a250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:19.850998 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:19.902455 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ebae4e6b-4e56-4069-825e-1590a65e8312 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:19.902930 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ebae4e6b-4e56-4069-825e-1590a65e8312 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Synchronizing usage tracker for tenant:b803f62c180e40ec8760508dbc5939b4 on resource:network {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:20.028412 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f8bd-fcdf-4d2c-9921-3ff4c5e9a250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.055118 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f8bd-fcdf-4d2c-9921-3ff4c5e9a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.068132 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c89e235e-62d4-4dcf-909e-64292b247652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:20.121889 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3f8bd-fcdf-4d2c-9921-3ff4c5e9a250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a78623-9b68-46b8-8f05-d678f0fbc5bc,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:20.150803 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8ed3f8bd-fcdf-4d2c-9921-3ff4c5e9a250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:20.151857 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ebae4e6b-4e56-4069-825e-1590a65e8312 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Unset dirty status for tenant:b803f62c180e40ec8760508dbc5939b4 on resource:network {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:20.153962 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ebae4e6b-4e56-4069-825e-1590a65e8312 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.64 "GET /v2.0/networks?id=b62a1d65-d58c-49f1-878d-7872ab59d285 HTTP/1.1" status: 200 len: 809 time: 0.5207853 Apr 30 16:10:20.186712 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f7d67-c0d8-4dca-992c-055c9e2fd24d req-0784c2dc-58e9-4ea8-b053-dc4aa80371c4 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:20.188429 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8e4f7d67-c0d8-4dca-992c-055c9e2fd24d req-0784c2dc-58e9-4ea8-b053-dc4aa80371c4 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 944 time: 0.1386192 Apr 30 16:10:20.189095 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51782) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:20.190443 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-8ed3f8bd-fcdf-4d2c-9921-3ff4c5e9a250 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bda9deddfa8942c89ef4d4305e478b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0623341 Apr 30 16:10:20.235124 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Request body: {'port': {'device_id': '3362d458-6456-4b1c-b587-668838a04102', 'network_id': 'b62a1d65-d58c-49f1-878d-7872ab59d285', 'admin_state_up': True, 'tenant_id': 'b803f62c180e40ec8760508dbc5939b4'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:20.268771 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8e4f7d67-c0d8-4dca-992c-055c9e2fd24d req-ec43829e-266f-413a-9cb3-df22ede19442 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659194 Apr 30 16:10:20.301197 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cec58cb7-fee6-4f20-866d-66cbf616b4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.352488 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cec58cb7-fee6-4f20-866d-66cbf616b4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.389794 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['aa302894-184b-42a7-a553-412ca1278404'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:10:20.488238 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-04a5350b-4b07-491c-8efd-caeb8bfe7557 req-8d0be797-9b8a-449b-b6a4-ed8d9a963ab4 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 210 time: 0.0700777 Apr 30 16:10:20.489806 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cec58cb7-fee6-4f20-866d-66cbf616b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.501272 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-415aecd7-35ba-4a42-8d70-7bbb7b7e23d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:20.529673 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec58cb7-fee6-4f20-866d-66cbf616b4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a78623-9b68-46b8-8f05-d678f0fbc5bc,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:20.543926 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-cec58cb7-fee6-4f20-866d-66cbf616b4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:20.546074 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-cec58cb7-fee6-4f20-866d-66cbf616b4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.547712 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-cec58cb7-fee6-4f20-866d-66cbf616b4b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3a78623-9b68-46b8-8f05-d678f0fbc5bc HTTP/1.1" status: 204 len: 168 time: 0.3576438 Apr 30 16:10:20.777180 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:20.789585 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Usage tracker for resource:port and tenant:b803f62c180e40ec8760508dbc5939b4 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:20.802340 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:20.814142 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:20.832870 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Made reservation on behalf of b803f62c180e40ec8760508dbc5939b4 for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:20.836815 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.075196 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf16900-c235-4241-bd24-5ebc35fe47bb req-934bab85-e8a9-42eb-8841-857faa69095d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:21.077558 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbf16900-c235-4241-bd24-5ebc35fe47bb req-934bab85-e8a9-42eb-8841-857faa69095d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.3380198 Apr 30 16:10:21.086033 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51806) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:21.282212 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbf16900-c235-4241-bd24-5ebc35fe47bb req-694cc1ac-0e59-4373-b00f-f81b5467211c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900270 Apr 30 16:10:21.327999 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Allocated IP 172.20.0.2 (b62a1d65-d58c-49f1-878d-7872ab59d285/121229d5-64d4-46f0-8c45-1a06ce13d717/466d80ce-3893-44cb-94fe-150f948077ec) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:21.345900 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.380675 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:21.389278 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] Usage tracker for resource:security_group_rule and tenant:5af0e1abb9e74b2989534d9643be7158 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:21.395894 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:21.414510 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:21.501301 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51816) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:21.546621 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.579183 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:21.592874 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.595103 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] Usage tracker for resource:security_group_rule and tenant:4169ecf4086c426096ad10ef519849c4 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:21.601220 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:21.607513 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.626355 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-cc3c0407-f382-4003-a7f4-04cb6e1a6d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:21.642910 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:21.723637 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5af0e1abb9e74b2989534d9643be7158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6355698 Apr 30 16:10:21.724907 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88d07c9-1097-4e86-8e43-947ed59bfdb4,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:21.728949 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51824) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:21.743019 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:21.846159 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde1f7b-1456-496f-8eef-796e6582a20b req-a856aa52-1a4e-406e-b4f1-1b9c1abe8e75 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:21.848789 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2fde1f7b-1456-496f-8eef-796e6582a20b req-a856aa52-1a4e-406e-b4f1-1b9c1abe8e75 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 944 time: 0.3387172 Apr 30 16:10:21.929666 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.986924 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2fde1f7b-1456-496f-8eef-796e6582a20b req-158250a4-e79b-494a-bf00-c4015ab3fc9a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277804 Apr 30 16:10:22.036104 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.047490 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:22.057554 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b22535ef-fdd2-44c4-95f6-74097d59a7ec req-8121b179-d0ef-46e5-ac6b-d9b361351600 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 210 time: 0.1275671 Apr 30 16:10:22.062287 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.069435 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-21c1a9d2-83cb-41d7-be22-a7665cce7a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.073438 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.108902 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-82b60298-2077-46b3-9a82-5ef3325d343f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:22.132298 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Network b62a1d65-d58c-49f1-878d-7872ab59d285 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:22.143623 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:22.148403 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:22.166357 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-21c1a9d2-83cb-41d7-be22-a7665cce7a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.181076 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4169ecf4086c426096ad10ef519849c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738822 Apr 30 16:10:22.183890 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 51840) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:22.195657 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae61423-fb5b-43ae-a925-2950559dece4,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:22.202628 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:22.243232 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-21c1a9d2-83cb-41d7-be22-a7665cce7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.249718 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4c5f3657-e740-4d00-9742-ee455359802c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:22.265905 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1a9d2-83cb-41d7-be22-a7665cce7a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88d07c9-1097-4e86-8e43-947ed59bfdb4,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:22.276456 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-21c1a9d2-83cb-41d7-be22-a7665cce7a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:22.278152 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-21c1a9d2-83cb-41d7-be22-a7665cce7a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.281747 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-21c1a9d2-83cb-41d7-be22-a7665cce7a33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f88d07c9-1097-4e86-8e43-947ed59bfdb4 HTTP/1.1" status: 204 len: 168 time: 0.5390961 Apr 30 16:10:22.334555 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Pushing event updated for resources: {'Port': ['ID=466d80ce-3893-44cb-94fe-150f948077ec,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:22.345436 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:22.346286 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.352667 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:22.381778 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54b04f4f-ec7f-4efd-a1e3-3c494b3ec3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.416093 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54b04f4f-ec7f-4efd-a1e3-3c494b3ec3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.576929 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3462353 Apr 30 16:10:22.599874 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Request body: {'port': {'device_id': '3362d458-6456-4b1c-b587-668838a04102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:22.662379 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54b04f4f-ec7f-4efd-a1e3-3c494b3ec3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.673619 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-46e0faa6-0845-419e-b503-4cf39f364295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:22.724587 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b04f4f-ec7f-4efd-a1e3-3c494b3ec3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae61423-fb5b-43ae-a925-2950559dece4,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:22.758339 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812cd5b-54ba-43de-a4c7-4c8fac045211 req-40e9bce2-2a25-4bc9-aa4d-41414f582f3b tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:22.759912 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8812cd5b-54ba-43de-a4c7-4c8fac045211 req-40e9bce2-2a25-4bc9-aa4d-41414f582f3b tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.2978582 Apr 30 16:10:22.767197 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-54b04f4f-ec7f-4efd-a1e3-3c494b3ec3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:22.783456 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54b04f4f-ec7f-4efd-a1e3-3c494b3ec3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.784454 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-54b04f4f-ec7f-4efd-a1e3-3c494b3ec3d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bae61423-fb5b-43ae-a925-2950559dece4 HTTP/1.1" status: 204 len: 168 time: 0.6001105 Apr 30 16:10:22.843375 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.895861 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8812cd5b-54ba-43de-a4c7-4c8fac045211 req-425940bb-2f49-488d-aaf0-e623de6118b4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163116 Apr 30 16:10:22.899129 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51868) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:22.923625 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.948100 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:22.955424 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e57f014546d644338ccd9c229511f3c9 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:22.960778 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:22.972859 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:23.170195 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.180875 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.200437 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:23.208695 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device aa302894-184b-42a7-a553-412ca1278404 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:23.389815 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e57f014546d644338ccd9c229511f3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4853413 Apr 30 16:10:23.396082 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port aa302894-184b-42a7-a553-412ca1278404 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:23.396375 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367ee098-c9ca-4536-8d91-d8f1d0a8fe83,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:23.398753 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51878) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:23.403704 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port aa302894-184b-42a7-a553-412ca1278404 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:23.404361 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.411902 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:23.466561 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 51882) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:23.506388 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.535022 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:23.546324 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] Usage tracker for resource:security_group_rule and tenant:92741847fc1144baa301b8210ddbfaba is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:23.551088 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.552523 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:23.564416 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:23.586129 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a645ae9-244b-42a5-a230-863406905d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa302894-184b-42a7-a553-412ca1278404'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:23.603361 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port aa302894-184b-42a7-a553-412ca1278404, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=aa302894-184b-42a7-a553-412ca1278404,segment=NetworkSegment(fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d),segment_id=fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:23.614005 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.619306 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:23.628639 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b4277-915a-4bef-89e9-d6e05f9d8bbc req-7bb8b6e4-ad5b-41db-bc6b-e2a4de431622 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:23.630224 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e84b4277-915a-4bef-89e9-d6e05f9d8bbc req-7bb8b6e4-ad5b-41db-bc6b-e2a4de431622 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 944 time: 0.2363839 Apr 30 16:10:23.639803 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dc3da490-9aea-4c9e-9690-320a216b86bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.677040 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7216e-d005-4fa7-848c-bb0ad9dd001c req-c31ec4d7-939c-4e0b-8c0d-56d77c5b727e tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:23.678773 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-abd7216e-d005-4fa7-848c-bb0ad9dd001c req-c31ec4d7-939c-4e0b-8c0d-56d77c5b727e tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 931 time: 0.2917621 Apr 30 16:10:23.690960 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dc3da490-9aea-4c9e-9690-320a216b86bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.729644 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=aa302894-184b-42a7-a553-412ca1278404,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:23.739524 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:23.776003 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-abd7216e-d005-4fa7-848c-bb0ad9dd001c req-5100833f-34a8-4549-af36-7e4dd821c5db tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879099 Apr 30 16:10:23.783501 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466d80ce-3893-44cb-94fe-150f948077ec {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:23.800256 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.813398 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e84b4277-915a-4bef-89e9-d6e05f9d8bbc req-32c2639e-15a9-4bc7-9414-bc24d26d45f2 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719046 Apr 30 16:10:23.833720 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dc3da490-9aea-4c9e-9690-320a216b86bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.837814 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9f86f99b-91b8-4ba1-97d1-6caad025166e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:23.856993 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Transition to ACTIVE for port object 466d80ce-3893-44cb-94fe-150f948077ec will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:23.869776 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3da490-9aea-4c9e-9690-320a216b86bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367ee098-c9ca-4536-8d91-d8f1d0a8fe83,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:23.874258 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.877228 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.878006 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-dc3da490-9aea-4c9e-9690-320a216b86bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:23.882374 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dc3da490-9aea-4c9e-9690-320a216b86bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.890897 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-dc3da490-9aea-4c9e-9690-320a216b86bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/367ee098-c9ca-4536-8d91-d8f1d0a8fe83 HTTP/1.1" status: 204 len: 168 time: 0.4803464 Apr 30 16:10:23.894579 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-1785abc3-14d9-4b44-8664-7e754439a014 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:23.936090 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a645ae9-244b-42a5-a230-863406905d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa302894-184b-42a7-a553-412ca1278404', 'code': 200} Apr 30 16:10:23.955546 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.310855 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa618-656d-4125-bfe7-ece435c48403 req-b64fb5a6-3015-4350-93f2-3672a3131a40 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:24.318252 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-952aa618-656d-4125-bfe7-ece435c48403 req-b64fb5a6-3015-4350-93f2-3672a3131a40 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1236830 Apr 30 16:10:24.389321 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-952aa618-656d-4125-bfe7-ece435c48403 req-69f4330c-0f4b-4de7-b746-d22a5bdd937c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700150 Apr 30 16:10:24.485360 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92741847fc1144baa301b8210ddbfaba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0173762 Apr 30 16:10:24.488151 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51908) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:24.519852 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Pushing event updated for resources: {'Port': ['ID=466d80ce-3893-44cb-94fe-150f948077ec,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:24.545175 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:24.552382 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6ef5f595-4b15-4e41-b876-a941021349a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.566s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:24.586692 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3afdbadd-cb54-413a-b66c-46cd6fe11e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.618740 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37840ff7-ab38-4196-95f3-3e7e14f939e5,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:24.624158 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3afdbadd-cb54-413a-b66c-46cd6fe11e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.637241 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:24.637926 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51914) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:24.641377 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Attempting to bind port 466d80ce-3893-44cb-94fe-150f948077ec on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:24.641841 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Attempting to bind port 466d80ce-3893-44cb-94fe-150f948077ec by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '9723b8bc-1c78-4fc7-b7a8-07190807c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b62a1d65-d58c-49f1-878d-7872ab59d285'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:24.642037 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Attempting to bind port 466d80ce-3893-44cb-94fe-150f948077ec on network b62a1d65-d58c-49f1-878d-7872ab59d285 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:24.665219 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Port 466d80ce-3893-44cb-94fe-150f948077ec on network b62a1d65-d58c-49f1-878d-7872ab59d285 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:10:24.665759 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Attempting to bind port 466d80ce-3893-44cb-94fe-150f948077ec on network b62a1d65-d58c-49f1-878d-7872ab59d285 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:24.682341 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:24.682849 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Checking segment: {'id': '9723b8bc-1c78-4fc7-b7a8-07190807c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b62a1d65-d58c-49f1-878d-7872ab59d285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:24.683675 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Bound using segment: {'id': '9723b8bc-1c78-4fc7-b7a8-07190807c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b62a1d65-d58c-49f1-878d-7872ab59d285'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:24.684218 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Bound port: 466d80ce-3893-44cb-94fe-150f948077ec, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9723b8bc-1c78-4fc7-b7a8-07190807c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b62a1d65-d58c-49f1-878d-7872ab59d285'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:24.684620 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.696992 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daac7fd-c796-42d3-8ce7-4e2faf484075 req-d920f06c-4362-4e93-a17d-53f6d9f43412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:24.698658 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4daac7fd-c796-42d3-8ce7-4e2faf484075 req-d920f06c-4362-4e93-a17d-53f6d9f43412 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 1098 time: 0.2582610 Apr 30 16:10:24.706622 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3afdbadd-cb54-413a-b66c-46cd6fe11e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.712737 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c7a576c0-d1c9-412a-a6f7-40eab5504afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:24.725856 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdbadd-cb54-413a-b66c-46cd6fe11e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37840ff7-ab38-4196-95f3-3e7e14f939e5,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:24.730147 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3afdbadd-cb54-413a-b66c-46cd6fe11e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:24.750463 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3afdbadd-cb54-413a-b66c-46cd6fe11e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.754255 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-3afdbadd-cb54-413a-b66c-46cd6fe11e0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37840ff7-ab38-4196-95f3-3e7e14f939e5 HTTP/1.1" status: 204 len: 168 time: 0.2626922 Apr 30 16:10:24.837048 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4daac7fd-c796-42d3-8ce7-4e2faf484075 req-e6b77396-929b-4389-aad7-8d606c54fcd8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978594 Apr 30 16:10:24.849430 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] For port 466d80ce-3893-44cb-94fe-150f948077ec, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:24.864047 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] For port 466d80ce-3893-44cb-94fe-150f948077ec, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=466d80ce-3893-44cb-94fe-150f948077ec,segment=NetworkSegment(9723b8bc-1c78-4fc7-b7a8-07190807c665),segment_id=9723b8bc-1c78-4fc7-b7a8-07190807c665)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:24.875637 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.876068 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.887155 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:24.896220 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:24.901611 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] Usage tracker for resource:security_group_rule and tenant:82625348aa0d4d31bfc9b0cd9dce5b98 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:24.905286 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:24.914546 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:25.151015 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:25.152065 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:25.155070 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] 10.222.0.64 "PUT /v2.0/ports/466d80ce-3893-44cb-94fe-150f948077ec HTTP/1.1" status: 200 len: 1093 time: 2.5608599 Apr 30 16:10:25.178233 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3362d458-6456-4b1c-b587-668838a04102', 'tag': '466d80ce-3893-44cb-94fe-150f948077ec'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:25.236093 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Pushing event updated for resources: {'Port': ['ID=466d80ce-3893-44cb-94fe-150f948077ec,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:25.256812 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:25.294395 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:25.312222 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3a2b8-cec5-436c-b630-b37ff3c74803 req-f8f6b7fc-a794-426c-90ed-84d9839a3897 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:25.315195 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0ff3a2b8-cec5-436c-b630-b37ff3c74803 req-f8f6b7fc-a794-426c-90ed-84d9839a3897 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 945 time: 0.2730150 Apr 30 16:10:25.351531 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:25.401007 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-cec58cb7-fee6-4f20-866d-66cbf616b4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:25.428030 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0ff3a2b8-cec5-436c-b630-b37ff3c74803 req-bdd5a8a3-4e19-46f0-b2ff-4caa71b31820 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963964 Apr 30 16:10:25.551261 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-6ac544a6-143e-4fb6-bf05-a5298f48afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:25.554619 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-6ac544a6-143e-4fb6-bf05-a5298f48afe4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b803f62c180e40ec8760508dbc5939b4&device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 1096 time: 0.1005020 Apr 30 16:10:25.567915 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33c478-f213-459e-8def-c64d94e0f83d req-405326a7-9410-4d15-9993-1ee654065b37 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:25.582626 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0e33c478-f213-459e-8def-c64d94e0f83d req-405326a7-9410-4d15-9993-1ee654065b37 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 943 time: 0.4805727 Apr 30 16:10:25.624175 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82625348aa0d4d31bfc9b0cd9dce5b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9848468 Apr 30 16:10:25.629093 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295fab62-ce62-41bf-9583-4ec43b87a558,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:25.639921 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 51960) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:25.659803 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-b7930bc2-5842-4080-915d-3bd45357d1d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=466d80ce-3893-44cb-94fe-150f948077ec HTTP/1.1" status: 200 len: 217 time: 0.0843232 Apr 30 16:10:25.676980 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:25.735125 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0e33c478-f213-459e-8def-c64d94e0f83d req-5dfc88c9-62ab-447c-89f1-541451a4e924 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506884 Apr 30 16:10:25.770247 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3362d458-6456-4b1c-b587-668838a04102', 'tag': '466d80ce-3893-44cb-94fe-150f948077ec', 'status': 'completed', 'code': 200} Apr 30 16:10:25.787128 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-112a2b08-0214-4403-9e53-0587cb2de99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:25.792765 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-112a2b08-0214-4403-9e53-0587cb2de99f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=121229d5-64d4-46f0-8c45-1a06ce13d717 HTTP/1.1" status: 200 len: 849 time: 0.1211352 Apr 30 16:10:25.844760 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-87c2f8ee-dc97-4197-85f7-b1d49a9d9e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:25.901784 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-87c2f8ee-dc97-4197-85f7-b1d49a9d9e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:25.902398 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-0a4989fc-3d20-41df-85ad-f3373283ff97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b62a1d65-d58c-49f1-878d-7872ab59d285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025646 Apr 30 16:10:26.018117 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-87c2f8ee-dc97-4197-85f7-b1d49a9d9e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:26.028099 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-dc3da490-9aea-4c9e-9690-320a216b86bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:26.051744 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2f8ee-dc97-4197-85f7-b1d49a9d9e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295fab62-ce62-41bf-9583-4ec43b87a558,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:26.051744 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-87c2f8ee-dc97-4197-85f7-b1d49a9d9e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:26.067168 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-87c2f8ee-dc97-4197-85f7-b1d49a9d9e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:26.071006 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-87c2f8ee-dc97-4197-85f7-b1d49a9d9e4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/295fab62-ce62-41bf-9583-4ec43b87a558 HTTP/1.1" status: 204 len: 168 time: 0.4275372 Apr 30 16:10:26.088881 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-81abe0f2-8cb4-481b-881d-5bbb72dff1e6 service neutron] 10.222.0.64 "GET /v2.0/networks/b62a1d65-d58c-49f1-878d-7872ab59d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685600 Apr 30 16:10:26.113481 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073496-f95f-463c-b7d6-ed96ceb3578b req-5a4d7497-79dc-4c7c-b67e-b0de10c9f87a tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:26.120943 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-be073496-f95f-463c-b7d6-ed96ceb3578b req-5a4d7497-79dc-4c7c-b67e-b0de10c9f87a tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1622515 Apr 30 16:10:26.184448 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-be073496-f95f-463c-b7d6-ed96ceb3578b req-78eb80c5-84ca-4fee-8c17-c19ca7e69670 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621905 Apr 30 16:10:26.270516 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84008c47-18f8-4ea1-9979-1117f24085e1 req-cd9fc966-788a-404d-8336-0c09571c75a0 service neutron] 10.222.0.64 "GET /v2.0/networks/b62a1d65-d58c-49f1-878d-7872ab59d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747518 Apr 30 16:10:26.547883 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d042-aeea-46f7-9daf-2dbb3474dd2a req-2d89ea0d-f3fd-4bf1-91c9-8bf0bb134e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:26.550021 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3fb1d042-aeea-46f7-9daf-2dbb3474dd2a req-2d89ea0d-f3fd-4bf1-91c9-8bf0bb134e4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b803f62c180e40ec8760508dbc5939b4&device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 1096 time: 0.1045954 Apr 30 16:10:26.782827 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d042-aeea-46f7-9daf-2dbb3474dd2a req-15ea9a8e-8087-4641-970e-493e735e2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:26.784225 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3fb1d042-aeea-46f7-9daf-2dbb3474dd2a req-15ea9a8e-8087-4641-970e-493e735e2b02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b62a1d65-d58c-49f1-878d-7872ab59d285 HTTP/1.1" status: 200 len: 910 time: 0.2216191 Apr 30 16:10:26.794163 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7893129-db98-4371-8147-675916aa336b req-2a447dd1-35e1-4a46-8f28-7cc72401193c tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:26.802590 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b7893129-db98-4371-8147-675916aa336b req-2a447dd1-35e1-4a46-8f28-7cc72401193c tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 945 time: 0.2181008 Apr 30 16:10:26.895886 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3fb1d042-aeea-46f7-9daf-2dbb3474dd2a req-79218daa-c000-4613-89ca-c9e06d835231 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=466d80ce-3893-44cb-94fe-150f948077ec HTTP/1.1" status: 200 len: 217 time: 0.0769472 Apr 30 16:10:26.923941 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b7893129-db98-4371-8147-675916aa336b req-2565caf2-6a2e-466d-9d20-d3142ec629cd tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201360 Apr 30 16:10:27.023537 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52000) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:27.106675 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d042-aeea-46f7-9daf-2dbb3474dd2a req-fdd0f8ed-386d-4740-a81c-4802f7c273d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:27.110172 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3fb1d042-aeea-46f7-9daf-2dbb3474dd2a req-fdd0f8ed-386d-4740-a81c-4802f7c273d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=121229d5-64d4-46f0-8c45-1a06ce13d717 HTTP/1.1" status: 200 len: 849 time: 0.1579447 Apr 30 16:10:27.127559 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52006) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:27.166730 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52012) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:27.229242 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a05a-8060-4e13-8842-b44344c9e495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.260650 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-6eb0a05a-8060-4e13-8842-b44344c9e495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:27.267226 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-6eb0a05a-8060-4e13-8842-b44344c9e495 admin admin] Usage tracker for resource:security_group_rule and tenant:a3000a7652484c18aa260439e4acb3a9 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:27.270930 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-6eb0a05a-8060-4e13-8842-b44344c9e495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:27.283088 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-6eb0a05a-8060-4e13-8842-b44344c9e495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:27.327078 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3fb1d042-aeea-46f7-9daf-2dbb3474dd2a req-d3f0758b-fe0b-4433-a8a3-52db04a33328 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b62a1d65-d58c-49f1-878d-7872ab59d285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029930 Apr 30 16:10:27.472299 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a05a-8060-4e13-8842-b44344c9e495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.507275 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a05a-8060-4e13-8842-b44344c9e495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.552276 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-62f861aa-9d20-475e-ab23-afd0fc4c8646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:27.582608 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.615656 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2eef6-9af3-4d08-ae6d-c867d4ccada1 req-59f185c5-659e-42d5-8c45-219e1d2c7915 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:27.616386 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-dfc2eef6-9af3-4d08-ae6d-c867d4ccada1 req-59f185c5-659e-42d5-8c45-219e1d2c7915 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Synchronizing usage tracker for tenant:b803f62c180e40ec8760508dbc5939b4 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:27.621774 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.658039 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3fb1d042-aeea-46f7-9daf-2dbb3474dd2a req-bb02f9eb-d572-473c-95ce-5a3385c419ab service neutron] 10.222.0.64 "GET /v2.0/networks/b62a1d65-d58c-49f1-878d-7872ab59d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131909 Apr 30 16:10:27.658367 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:27.659422 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-dfc2eef6-9af3-4d08-ae6d-c867d4ccada1 req-59f185c5-659e-42d5-8c45-219e1d2c7915 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Unset dirty status for tenant:b803f62c180e40ec8760508dbc5939b4 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:27.660521 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-dfc2eef6-9af3-4d08-ae6d-c867d4ccada1 req-59f185c5-659e-42d5-8c45-219e1d2c7915 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 943 time: 0.5489404 Apr 30 16:10:27.666522 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0a05a-8060-4e13-8842-b44344c9e495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4c12a6-bbc3-4093-ae9f-58d5ccb7a8ae,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:27.670625 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6eb0a05a-8060-4e13-8842-b44344c9e495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:27.673832 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] Usage tracker for resource:security_group_rule and tenant:ce62b39b84c14e629b578d5cd11ae51d is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:27.684324 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-6eb0a05a-8060-4e13-8842-b44344c9e495 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3000a7652484c18aa260439e4acb3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106153 Apr 30 16:10:27.684324 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:27.684324 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:27.688765 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 52020) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:27.694787 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:27.698161 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] Usage tracker for resource:security_group_rule and tenant:85c6b514a06043cd9a79a25bd69b8169 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:27.707783 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:27.728325 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:27.789915 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8c7ea-38ee-4a55-b0c7-308d18009b16 req-00d80d91-c23e-422e-8f22-e910ccd0fdfb tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:27.791429 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ae8c7ea-38ee-4a55-b0c7-308d18009b16 req-00d80d91-c23e-422e-8f22-e910ccd0fdfb tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.2906270 Apr 30 16:10:27.874403 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-dfc2eef6-9af3-4d08-ae6d-c867d4ccada1 req-9ea02f56-b593-4b6e-bad4-60633b2ca127 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Synchronizing usage tracker for tenant:b803f62c180e40ec8760508dbc5939b4 on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:27.893167 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ae8c7ea-38ee-4a55-b0c7-308d18009b16 req-7783521b-7951-4508-b7f1-8922699715bb tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929189 Apr 30 16:10:27.920492 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee823-2f8e-4c66-86cc-bd67d2d354bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.942222 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.943749 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3fb1d042-aeea-46f7-9daf-2dbb3474dd2a req-36c91d14-5998-4ced-b7af-fd409168e1a6 service neutron] 10.222.0.64 "GET /v2.0/networks/b62a1d65-d58c-49f1-878d-7872ab59d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761073 Apr 30 16:10:27.955721 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.967064 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee823-2f8e-4c66-86cc-bd67d2d354bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.971823 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7aac4b33-51b2-4973-be9a-1a5aac86fe1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:27.978322 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-dfc2eef6-9af3-4d08-ae6d-c867d4ccada1 req-9ea02f56-b593-4b6e-bad4-60633b2ca127 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Unset dirty status for tenant:b803f62c180e40ec8760508dbc5939b4 on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:27.979509 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-dfc2eef6-9af3-4d08-ae6d-c867d4ccada1 req-9ea02f56-b593-4b6e-bad4-60633b2ca127 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879031 Apr 30 16:10:28.006401 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.034104 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.096420 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce62b39b84c14e629b578d5cd11ae51d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0711179 Apr 30 16:10:28.100266 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 52028) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:28.106677 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee823-2f8e-4c66-86cc-bd67d2d354bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.129842 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-74746610-37ff-4cbf-a2f3-ac7506025364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:28.165035 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ee823-2f8e-4c66-86cc-bd67d2d354bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4c12a6-bbc3-4093-ae9f-58d5ccb7a8ae,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:28.165291 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c88689-c498-462f-9e54-0a0fe7c86860,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:28.172406 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee823-2f8e-4c66-86cc-bd67d2d354bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.186379 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-8f2ee823-2f8e-4c66-86cc-bd67d2d354bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f4c12a6-bbc3-4093-ae9f-58d5ccb7a8ae HTTP/1.1" status: 204 len: 168 time: 0.4846172 Apr 30 16:10:28.190635 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8f2ee823-2f8e-4c66-86cc-bd67d2d354bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:28.227698 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:28.232362 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:28.259789 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a3ad-3620-4b2f-9d1a-e34724e15fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.291610 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85c6b514a06043cd9a79a25bd69b8169&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1587393 Apr 30 16:10:28.298105 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 52034) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:28.329907 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6964b2de-f9ad-4a62-8a8c-b25fa25398c7,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:28.338935 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:28.352446 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a3ad-3620-4b2f-9d1a-e34724e15fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.415585 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac70288-1348-42d6-bef5-482c5866a5e2 req-72b6731d-4ebb-4b4d-8478-67197d8b9a5f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:28.417153 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eac70288-1348-42d6-bef5-482c5866a5e2 req-72b6731d-4ebb-4b4d-8478-67197d8b9a5f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 945 time: 0.3143909 Apr 30 16:10:28.500491 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eac70288-1348-42d6-bef5-482c5866a5e2 req-1b32e751-275b-46b0-a909-ef2f99193e6a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748851 Apr 30 16:10:28.576507 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a3ad-3620-4b2f-9d1a-e34724e15fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.580537 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:28.590439 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-19862d12-b5dc-4a11-aab8-b2eeb7929e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.596262 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8a3ad-3620-4b2f-9d1a-e34724e15fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c88689-c498-462f-9e54-0a0fe7c86860,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:28.613244 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b6b8a3ad-3620-4b2f-9d1a-e34724e15fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:28.639695 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a3ad-3620-4b2f-9d1a-e34724e15fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.641493 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-b6b8a3ad-3620-4b2f-9d1a-e34724e15fc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72c88689-c498-462f-9e54-0a0fe7c86860 HTTP/1.1" status: 204 len: 168 time: 0.5393043 Apr 30 16:10:28.643060 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-19862d12-b5dc-4a11-aab8-b2eeb7929e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.748953 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-19862d12-b5dc-4a11-aab8-b2eeb7929e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.758739 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-7a397304-cd51-4fc1-ad46-ebbc3326025d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:28.786029 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19862d12-b5dc-4a11-aab8-b2eeb7929e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6964b2de-f9ad-4a62-8a8c-b25fa25398c7,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:28.791135 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-19862d12-b5dc-4a11-aab8-b2eeb7929e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:28.792936 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-19862d12-b5dc-4a11-aab8-b2eeb7929e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.799068 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-19862d12-b5dc-4a11-aab8-b2eeb7929e13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6964b2de-f9ad-4a62-8a8c-b25fa25398c7 HTTP/1.1" status: 204 len: 168 time: 0.4934781 Apr 30 16:10:29.223038 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747be2-a3e1-47b6-87fd-9f01591ce52c req-51bf3e64-361c-4f05-9eb4-6073e0704fe3 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.225049 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-17747be2-a3e1-47b6-87fd-9f01591ce52c req-51bf3e64-361c-4f05-9eb4-6073e0704fe3 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1078534 Apr 30 16:10:29.289522 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-17747be2-a3e1-47b6-87fd-9f01591ce52c req-fcbd0de8-f6b8-41bc-853f-03b61491473b tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521336 Apr 30 16:10:29.426399 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20187f6-1309-4eea-848b-c66204bdf14d req-bdaa1fbc-a574-44b0-970b-0702ce0ccdc7 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.434895 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b20187f6-1309-4eea-848b-c66204bdf14d req-bdaa1fbc-a574-44b0-970b-0702ce0ccdc7 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 943 time: 0.1762264 Apr 30 16:10:29.552854 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b20187f6-1309-4eea-848b-c66204bdf14d req-91e1e1c1-5aa7-4966-a87c-b99a8a21a8c7 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117764 Apr 30 16:10:30.131519 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:30.310599 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581c94a-2c95-48a6-aba1-22bf6873b26d req-6e3a05b6-a558-4347-9ae2-b5c81b5ec2e2 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:30.312785 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c581c94a-2c95-48a6-aba1-22bf6873b26d req-6e3a05b6-a558-4347-9ae2-b5c81b5ec2e2 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 945 time: 0.1640635 Apr 30 16:10:30.448289 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c581c94a-2c95-48a6-aba1-22bf6873b26d req-ba5eb053-6812-4afa-92e4-c7d1e253bc21 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161346 Apr 30 16:10:30.497375 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-381466c7-bead-4c6e-b31f-c8b7b205323c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2645245 Apr 30 16:10:30.611730 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d897f19-5425-4022-a9a2-602c2ee23fbe req-5df4aa22-1b90-4d7e-9796-3c033da0668b tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:30.613983 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3d897f19-5425-4022-a9a2-602c2ee23fbe req-5df4aa22-1b90-4d7e-9796-3c033da0668b tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1175697 Apr 30 16:10:30.710584 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3d897f19-5425-4022-a9a2-602c2ee23fbe req-d5863c95-c7b3-4af1-b84a-a20247394620 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854321 Apr 30 16:10:30.920448 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-f9da50e2-7a30-4f35-867b-db545556b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:30.923142 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-f9da50e2-7a30-4f35-867b-db545556b3e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 1098 time: 0.2807086 Apr 30 16:10:30.955109 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc3d02-aa25-4755-9318-40c161d92a42 req-c85c1456-a73f-4ae4-a975-0127bec634e4 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:30.956941 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e9bc3d02-aa25-4755-9318-40c161d92a42 req-c85c1456-a73f-4ae4-a975-0127bec634e4 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 943 time: 0.2127657 Apr 30 16:10:31.170412 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e9bc3d02-aa25-4755-9318-40c161d92a42 req-4e4d9bb9-85f6-4694-bb18-ddc5dca729d0 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981368 Apr 30 16:10:31.220138 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-3698a386-1ce2-4e20-95b1-cf3b1fe360a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:31.221881 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-3698a386-1ce2-4e20-95b1-cf3b1fe360a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 912 time: 0.2271609 Apr 30 16:10:31.240718 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 466d80ce-3893-44cb-94fe-150f948077ec details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:10:31.453026 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 466d80ce-3893-44cb-94fe-150f948077ec, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=466d80ce-3893-44cb-94fe-150f948077ec,segment=NetworkSegment(9723b8bc-1c78-4fc7-b7a8-07190807c665),segment_id=9723b8bc-1c78-4fc7-b7a8-07190807c665)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:31.470285 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '466d80ce-3893-44cb-94fe-150f948077ec', 'network_id': 'b62a1d65-d58c-49f1-878d-7872ab59d285', 'port_id': '466d80ce-3893-44cb-94fe-150f948077ec', 'mac_address': 'fa:16:3e:a6:4b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121229d5-64d4-46f0-8c45-1a06ce13d717', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:10:31.471534 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-5e27703a-9f91-4731-93e0-eff6179f5d03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4a4d588-ad44-4eb7-826f-413a438f913c HTTP/1.1" status: 200 len: 1000 time: 0.2410767 Apr 30 16:10:31.572924 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:31.635452 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466d80ce-3893-44cb-94fe-150f948077ec {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:31.660648 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-cfc1a9d5-caf6-481c-ac4a-eec3d1ef42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:31.666448 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-cfc1a9d5-caf6-481c-ac4a-eec3d1ef42e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.1837881 Apr 30 16:10:31.670434 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 466d80ce-3893-44cb-94fe-150f948077ec, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=466d80ce-3893-44cb-94fe-150f948077ec,segment=NetworkSegment(9723b8bc-1c78-4fc7-b7a8-07190807c665),segment_id=9723b8bc-1c78-4fc7-b7a8-07190807c665)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:31.677847 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:31.680957 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:31.811514 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=466d80ce-3893-44cb-94fe-150f948077ec,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:31.815221 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:31.916261 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-71f1b4a3-eb81-4fdc-a989-b5b4c1837abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:31.918452 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-71f1b4a3-eb81-4fdc-a989-b5b4c1837abf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2004113 Apr 30 16:10:32.031802 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446168e-c1e3-4af5-9a77-660efc4f4805 req-98cf6bae-1fcd-46a0-a6c0-7dccbfb96b3d tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:32.041999 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9446168e-c1e3-4af5-9a77-660efc4f4805 req-98cf6bae-1fcd-46a0-a6c0-7dccbfb96b3d tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 945 time: 0.2429221 Apr 30 16:10:32.150765 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee04f6-9280-4d0f-b5d1-1f601d1bc7f1 req-22d1e18b-c044-443c-9d91-0b0fa47e4c4f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:32.154979 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dcee04f6-9280-4d0f-b5d1-1f601d1bc7f1 req-22d1e18b-c044-443c-9d91-0b0fa47e4c4f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1094427 Apr 30 16:10:32.220414 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dcee04f6-9280-4d0f-b5d1-1f601d1bc7f1 req-bd798c34-9332-4896-a8af-2f34f4def196 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585995 Apr 30 16:10:32.336747 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-51d97c24-65d9-4b42-93ab-53b16e00ad15 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080231 Apr 30 16:10:32.343024 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9446168e-c1e3-4af5-9a77-660efc4f4805 req-2472ddbb-a188-4831-b214-9dbdcc03dbc6 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910860 Apr 30 16:10:32.383196 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['466d80ce-3893-44cb-94fe-150f948077ec'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:10:32.622209 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-975562a3-bde8-4659-8678-d1259bc41f57 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:32.623970 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-975562a3-bde8-4659-8678-d1259bc41f57 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 945 time: 0.5135226 Apr 30 16:10:32.864912 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6f2fc2ae-69a9-437d-93f4-9253e301715b req-622a5d75-4412-4c20-9b45-df9548b80ea5 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203812 Apr 30 16:10:32.972580 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320dfd8-6636-4b06-a61e-26da050d89b5 req-f43b6226-d77a-4a66-806d-1cb0a8f93631 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:32.974119 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8320dfd8-6636-4b06-a61e-26da050d89b5 req-f43b6226-d77a-4a66-806d-1cb0a8f93631 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 944 time: 0.2734056 Apr 30 16:10:32.993874 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Deleting port aa302894-184b-42a7-a553-412ca1278404 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:32.994337 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.136967 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8320dfd8-6636-4b06-a61e-26da050d89b5 req-dee478c5-3f7d-4ede-bb47-648d1605ab98 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211460 Apr 30 16:10:33.201386 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] For port aa302894-184b-42a7-a553-412ca1278404, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=aa302894-184b-42a7-a553-412ca1278404,segment=NetworkSegment(fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d),segment_id=fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:33.203051 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.362289 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Calling delete_port for aa302894-184b-42a7-a553-412ca1278404 owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:33.534840 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.553145 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b55c4aee-497e-4ecd-91f0-8b7931759c47 tempest-DeleteServersTestJSON-604672370 tempest-DeleteServersTestJSON-604672370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:33.671164 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93d55a-47d8-42e7-9d28-4a083dcaef3c req-15fad51c-8c46-4ac4-b55c-72bd9d23481f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:33.685751 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5c93d55a-47d8-42e7-9d28-4a083dcaef3c req-15fad51c-8c46-4ac4-b55c-72bd9d23481f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.2315862 Apr 30 16:10:33.754879 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5c93d55a-47d8-42e7-9d28-4a083dcaef3c req-b3437155-0954-4158-bb60-32acc8afa36f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676420 Apr 30 16:10:33.797127 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Pushing event deleted for resources: {'Port': ['ID=aa302894-184b-42a7-a553-412ca1278404,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:33.810943 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:33.815295 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fcdbccba-7dfe-46ab-9603-224343cf868a req-d881a9f5-6d93-4795-b964-cc5a4020c756 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a645ae9-244b-42a5-a230-863406905d19 HTTP/1.1" status: 200 len: 210 time: 0.2016459 Apr 30 16:10:33.840943 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] No DVR routers for this DVR port aa302894-184b-42a7-a553-412ca1278404 on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:10:33.851596 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.855131 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a645ae9-244b-42a5-a230-863406905d19', 'name': 'network-vif-deleted', 'tag': 'aa302894-184b-42a7-a553-412ca1278404'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:33.880588 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6c15d7d4-7d84-4d33-bfff-55d83194989b req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.64 "DELETE /v2.0/ports/aa302894-184b-42a7-a553-412ca1278404 HTTP/1.1" status: 204 len: 173 time: 1.2458947 Apr 30 16:10:33.932722 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a645ae9-244b-42a5-a230-863406905d19', 'name': 'network-vif-deleted', 'tag': 'aa302894-184b-42a7-a553-412ca1278404', 'status': 'completed', 'code': 200} Apr 30 16:10:34.509487 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb7870-ac12-4633-bed8-64f9919640b0 req-ae1cf1ea-1281-4bfa-897b-17974d6a41c5 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:34.511286 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-78fb7870-ac12-4633-bed8-64f9919640b0 req-ae1cf1ea-1281-4bfa-897b-17974d6a41c5 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 944 time: 0.2086120 Apr 30 16:10:34.621702 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-78fb7870-ac12-4633-bed8-64f9919640b0 req-a9ef76fa-d942-49e2-acd0-9f2234bf15ef tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988007 Apr 30 16:10:35.031103 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48580ad9-1e9c-4213-a892-2c18cd43c5b9 req-57bafe18-4cf2-407f-8a7f-6ed400a0ae52 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:35.032674 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-48580ad9-1e9c-4213-a892-2c18cd43c5b9 req-57bafe18-4cf2-407f-8a7f-6ed400a0ae52 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1049786 Apr 30 16:10:35.098311 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-48580ad9-1e9c-4213-a892-2c18cd43c5b9 req-df854f5e-217c-456a-8658-18960a3f5bfa tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581224 Apr 30 16:10:35.274461 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 466d80ce-3893-44cb-94fe-150f948077ec up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:35.387369 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adbb9-3183-40d1-811d-ebd020858c40 req-0276d2e8-5f96-4efa-82a1-4a457424b19d tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:35.388241 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 466d80ce-3893-44cb-94fe-150f948077ec completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:35.389380 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-0276d2e8-5f96-4efa-82a1-4a457424b19d tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/networks?id=5fcda8a2-9f32-4aba-a8f7-c81edc32accc HTTP/1.1" status: 200 len: 808 time: 0.1792645 Apr 30 16:10:35.400617 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 466d80ce-3893-44cb-94fe-150f948077ec triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:35.401817 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.414387 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-adbae635-737b-4eb3-8e64-eacc4326b705 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/quotas/6d9956025b9d45f6b52a3b2f3560147f HTTP/1.1" status: 200 len: 375 time: 0.0184512 Apr 30 16:10:35.493170 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-143adbb9-3183-40d1-811d-ebd020858c40 req-08899ea1-a719-4b7a-95ac-0360b2f56eb4 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Synchronizing usage tracker for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:35.535702 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-143adbb9-3183-40d1-811d-ebd020858c40 req-08899ea1-a719-4b7a-95ac-0360b2f56eb4 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Unset dirty status for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:35.539375 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-08899ea1-a719-4b7a-95ac-0360b2f56eb4 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d9956025b9d45f6b52a3b2f3560147f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179721 Apr 30 16:10:35.636291 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.732658 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3362d458-6456-4b1c-b587-668838a04102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d80ce-3893-44cb-94fe-150f948077ec'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:35.755976 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 466d80ce-3893-44cb-94fe-150f948077ec, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=466d80ce-3893-44cb-94fe-150f948077ec,segment=NetworkSegment(9723b8bc-1c78-4fc7-b7a8-07190807c665),segment_id=9723b8bc-1c78-4fc7-b7a8-07190807c665)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:35.769708 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.772374 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device aa302894-184b-42a7-a553-412ca1278404 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:35.864487 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:35.921493 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-1516500b-c9b9-430d-b974-d08672d53456 service neutron] 10.222.0.15 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727620 Apr 30 16:10:35.939089 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee57ea-c92b-4eb5-877d-cdf8c9ad4ad8 req-db91e99b-a7a7-4360-ad5a-c168ff9126db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:35.942190 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d3ee57ea-c92b-4eb5-877d-cdf8c9ad4ad8 req-db91e99b-a7a7-4360-ad5a-c168ff9126db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 1098 time: 0.2024450 Apr 30 16:10:36.003914 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: aa302894-184b-42a7-a553-412ca1278404 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:36.004801 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device aa302894-184b-42a7-a553-412ca1278404 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:36.064648 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=466d80ce-3893-44cb-94fe-150f948077ec,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:36.070987 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:36.239091 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a101c1f-a9e4-49f0-bcef-0a8eae2ff297 req-ad703331-f394-4ed5-8809-a49ba793dd10 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:36.243051 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0a101c1f-a9e4-49f0-bcef-0a8eae2ff297 req-ad703331-f394-4ed5-8809-a49ba793dd10 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 945 time: 0.2238936 Apr 30 16:10:36.301467 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d3ee57ea-c92b-4eb5-877d-cdf8c9ad4ad8 req-00597b1e-77c7-4997-bf14-e8ffda89242c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195326 Apr 30 16:10:36.337831 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0a101c1f-a9e4-49f0-bcef-0a8eae2ff297 req-068f2768-bf32-4159-b449-a61e39268eeb tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876427 Apr 30 16:10:36.373223 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-d91c7be3-5b2a-4c14-9f71-837ffab70bd2 service neutron] 10.222.0.15 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382088 Apr 30 16:10:36.455006 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3362d458-6456-4b1c-b587-668838a04102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d80ce-3893-44cb-94fe-150f948077ec', 'code': 200} Apr 30 16:10:36.747141 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff71a7-399e-46df-87ed-757992ac8e9c req-febb5968-410e-42cc-b422-d77b18c12bbe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:36.749498 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fbff71a7-399e-46df-87ed-757992ac8e9c req-febb5968-410e-42cc-b422-d77b18c12bbe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1868603 Apr 30 16:10:36.883604 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fbff71a7-399e-46df-87ed-757992ac8e9c req-33c45a29-0cfe-4eed-b095-25a168d48c04 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230624 Apr 30 16:10:37.070774 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5c19e31d-ad09-4935-a7c6-3e0e9d10b61b req-287d1986-962a-47f7-9ed0-95648c6d6e34 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 210 time: 0.1258764 Apr 30 16:10:37.237098 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a0868-54d4-4b55-86c2-82399dcd92ac req-17980428-c895-4871-b477-61bdc9576221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:37.239429 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-110a0868-54d4-4b55-86c2-82399dcd92ac req-17980428-c895-4871-b477-61bdc9576221 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 1098 time: 0.1402502 Apr 30 16:10:37.322126 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-110a0868-54d4-4b55-86c2-82399dcd92ac req-5cb95fc8-51ef-436c-abec-3250c8b602f2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676999 Apr 30 16:10:37.678626 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 52354) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:37.752522 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625414d-1536-4eec-b552-489feeb92674 req-5080a96d-b710-4590-a5cd-a7b90bca8081 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:37.756005 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6625414d-1536-4eec-b552-489feeb92674 req-5080a96d-b710-4590-a5cd-a7b90bca8081 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 945 time: 0.1834898 Apr 30 16:10:37.864566 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6625414d-1536-4eec-b552-489feeb92674 req-aefc6710-ec33-46e9-9f11-3a93d7b2004a tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897651 Apr 30 16:10:38.072660 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 52368) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:38.280502 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.327464 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:38.335632 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.348811 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] Usage tracker for resource:security_group_rule and tenant:86deaa78b8804eafb50827d9216e93d2 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:38.353684 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:38.362920 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:38.391827 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:38.424678 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] Usage tracker for resource:security_group_rule and tenant:0774abbf36c64fb1967f5a524f0e4202 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:38.432476 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:38.458811 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:38.483326 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a1f75-2f8c-419f-a8a7-1af1052f517f req-486c6ae1-94c3-47d7-ad59-f218a228a6f8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:38.485657 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e99a1f75-2f8c-419f-a8a7-1af1052f517f req-486c6ae1-94c3-47d7-ad59-f218a228a6f8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.3393509 Apr 30 16:10:38.489503 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a15cfb4d-9185-4d9e-91b6-ec9f9db57d08 req-6f66a1d9-ced2-4c5d-bca2-5e8020bf16fb tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 210 time: 0.0843678 Apr 30 16:10:38.655834 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e99a1f75-2f8c-419f-a8a7-1af1052f517f req-eb7309e1-8c21-43a0-ad53-e0ebb44e3339 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525862 Apr 30 16:10:38.763522 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.770456 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.785912 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-54b04f4f-ec7f-4efd-a1e3-3c494b3ec3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:38.813050 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.832524 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.857014 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9beb210-e2ad-426a-91f8-3ade6b070579,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:38.867106 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86deaa78b8804eafb50827d9216e93d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7899623 Apr 30 16:10:38.867611 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52386) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:38.871759 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:38.872367 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5d413568-6071-4cb0-b078-91f936abfc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:38.897763 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0774abbf36c64fb1967f5a524f0e4202&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2075434 Apr 30 16:10:38.903487 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 52392) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:38.927471 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb8387-f22c-479d-b07a-4c8bbdef6bbd,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:38.933044 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:38.989720 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-37a82fd4-7757-4c98-a89b-fdd0b366eb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.998208 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.024119 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-37a82fd4-7757-4c98-a89b-fdd0b366eb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.051661 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.120969 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.126165 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4c3e63ec-cabb-4663-9c1c-d41508766517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:39.166880 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9beb210-e2ad-426a-91f8-3ade6b070579,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:39.176844 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-37a82fd4-7757-4c98-a89b-fdd0b366eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.181487 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:39.188924 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.189356 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.190033 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.190441 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.191483 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.191839 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.192179 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.192571 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.194245 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.194727 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.195075 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.195481 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.212395 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a82fd4-7757-4c98-a89b-fdd0b366eb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb8387-f22c-479d-b07a-4c8bbdef6bbd,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:39.219253 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-37a82fd4-7757-4c98-a89b-fdd0b366eb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:39.235990 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:39.243946 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda1755-c47c-4814-914e-f317e77b2524 req-242eef59-b171-48ce-9f16-46ab04525fb9 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:39.244962 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.246858 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9beb210-e2ad-426a-91f8-3ade6b070579 HTTP/1.1" status: 204 len: 168 time: 0.3780134 Apr 30 16:10:39.253046 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4cda1755-c47c-4814-914e-f317e77b2524 req-242eef59-b171-48ce-9f16-46ab04525fb9 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 945 time: 0.1678548 Apr 30 16:10:39.271172 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-37a82fd4-7757-4c98-a89b-fdd0b366eb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.272246 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-37a82fd4-7757-4c98-a89b-fdd0b366eb45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfdb8387-f22c-479d-b07a-4c8bbdef6bbd HTTP/1.1" status: 204 len: 168 time: 0.3681428 Apr 30 16:10:39.383179 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4cda1755-c47c-4814-914e-f317e77b2524 req-2b65c17c-5878-4954-8277-0bfb41cff417 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290264 Apr 30 16:10:39.696292 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-009ef2be-7bbe-4798-bcdb-f056995c88af req-34552aad-886c-41bd-8a81-8fdba0d3aa80 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 210 time: 0.0674167 Apr 30 16:10:39.746895 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adbb9-3183-40d1-811d-ebd020858c40 req-35b25ce1-665c-42e5-ab6f-0406bd5ea90e tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:39.748868 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-35b25ce1-665c-42e5-ab6f-0406bd5ea90e tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.64 "GET /v2.0/networks?id=5fcda8a2-9f32-4aba-a8f7-c81edc32accc HTTP/1.1" status: 200 len: 808 time: 0.4453964 Apr 30 16:10:39.768316 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Request body: {'port': {'device_id': '9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e', 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc', 'admin_state_up': True, 'tenant_id': '6d9956025b9d45f6b52a3b2f3560147f'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:39.867758 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52418) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:39.880300 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 52422) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:39.897922 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.919002 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:39.920146 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.925014 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] Usage tracker for resource:security_group_rule and tenant:de0b163e2d65417faaadf52b81eeab98 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:39.928576 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:39.937148 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:39.945833 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:39.956533 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Usage tracker for resource:security_group_rule and tenant:b42d38bf8f734f8e9589bfa708a89c34 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:39.962387 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:39.981560 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:39.988625 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131244-c92a-47a9-a1fa-ad27b63617a7 req-7a8d58da-168f-4146-a34a-60d91b2f3fa0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:39.990293 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e6131244-c92a-47a9-a1fa-ad27b63617a7 req-7a8d58da-168f-4146-a34a-60d91b2f3fa0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1643021 Apr 30 16:10:39.998865 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:40.020664 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:40.041665 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Made reservation on behalf of 6d9956025b9d45f6b52a3b2f3560147f for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:40.045890 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.091133 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e6131244-c92a-47a9-a1fa-ad27b63617a7 req-c17afe56-910a-4e3b-8973-4938940ce1c3 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916193 Apr 30 16:10:40.135424 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.142321 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.153490 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-dd4015ec-6cca-42d3-88b9-dd980523d84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:40.180709 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.241543 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7b7236-4252-44e3-87c4-5f400a574b44,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:40.249561 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:40.258507 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de0b163e2d65417faaadf52b81eeab98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850558 Apr 30 16:10:40.260200 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52432) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:40.261043 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.275576 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:40.371706 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-46bbddb9-da9e-46b0-88fd-dfebf0b250c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.405044 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b42d38bf8f734f8e9589bfa708a89c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5192308 Apr 30 16:10:40.405871 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52436) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:40.406851 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f246848-f7ca-47fa-8244-c6ca134fb222,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:40.427576 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Allocated IP 172.20.0.9 (5fcda8a2-9f32-4aba-a8f7-c81edc32accc/25964c60-a33f-4d58-9fb9-ec6a11f457d4/487635f2-07c7-45eb-a643-641f35723e08) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:40.437593 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-46bbddb9-da9e-46b0-88fd-dfebf0b250c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.489205 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.489725 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.490084 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.490995 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.491578 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.492276 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.493130 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.493490 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.493886 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.494302 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.494912 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.495469 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:40.503915 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:40.570247 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-46bbddb9-da9e-46b0-88fd-dfebf0b250c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.583943 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-27320737-63f7-4362-9b95-c41d6675d72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:40.611411 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbddb9-da9e-46b0-88fd-dfebf0b250c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7b7236-4252-44e3-87c4-5f400a574b44,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:40.622678 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-46bbddb9-da9e-46b0-88fd-dfebf0b250c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:40.628124 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa36bb-6e0d-4dd5-9257-bbecd0866dc0 req-16a86f2c-ecf1-48b4-b22b-b5fe352deb64 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:40.631534 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-46bbddb9-da9e-46b0-88fd-dfebf0b250c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.637403 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-40aa36bb-6e0d-4dd5-9257-bbecd0866dc0 req-16a86f2c-ecf1-48b4-b22b-b5fe352deb64 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.3338966 Apr 30 16:10:40.644330 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-46bbddb9-da9e-46b0-88fd-dfebf0b250c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f7b7236-4252-44e3-87c4-5f400a574b44 HTTP/1.1" status: 204 len: 168 time: 0.3730297 Apr 30 16:10:40.689298 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-809f47da-7977-4cbc-9870-e056d3f57fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.787622 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8de32c-c959-4103-a170-5e232c4a41e7 req-eaf5328e-52ef-4dba-a82a-9ebea6ed8cf1 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:40.790144 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6a8de32c-c959-4103-a170-5e232c4a41e7 req-eaf5328e-52ef-4dba-a82a-9ebea6ed8cf1 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 945 time: 0.2694793 Apr 30 16:10:40.809769 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-809f47da-7977-4cbc-9870-e056d3f57fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.908575 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-40aa36bb-6e0d-4dd5-9257-bbecd0866dc0 req-b965c543-a696-490f-948c-da105d0ab089 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702098 Apr 30 16:10:41.014720 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6a8de32c-c959-4103-a170-5e232c4a41e7 req-4caa22ce-1fe0-4920-8e32-7be5c8651e42 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908727 Apr 30 16:10:41.040248 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.069449 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-809f47da-7977-4cbc-9870-e056d3f57fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.077651 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f304ba41-d666-4a49-92b8-1bb49bcdd23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:41.112825 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.133214 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-420226bb-12ac-4375-8f62-9488be80745e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:41.143000 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f47da-7977-4cbc-9870-e056d3f57fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f246848-f7ca-47fa-8244-c6ca134fb222,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:41.187648 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-809f47da-7977-4cbc-9870-e056d3f57fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:41.213508 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-809f47da-7977-4cbc-9870-e056d3f57fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.219906 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-809f47da-7977-4cbc-9870-e056d3f57fe9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f246848-f7ca-47fa-8244-c6ca134fb222 HTTP/1.1" status: 204 len: 168 time: 0.8125265 Apr 30 16:10:41.404422 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:41.434923 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:41.443598 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:41.511998 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Pushing event updated for resources: {'Port': ['ID=487635f2-07c7-45eb-a643-641f35723e08,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:41.521757 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:41.592678 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:41.593352 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.617156 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7a427-2dd8-4221-83f8-b664fcd57474 req-e718ca8f-262e-4cb6-b93e-f646a2327b3e tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:41.619736 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-14e7a427-2dd8-4221-83f8-b664fcd57474 req-e718ca8f-262e-4cb6-b93e-f646a2327b3e tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 931 time: 0.2679999 Apr 30 16:10:41.693528 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9292367 Apr 30 16:10:41.711199 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-14e7a427-2dd8-4221-83f8-b664fcd57474 req-1b4e64e0-3aa1-4c44-8471-1373d3753330 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755868 Apr 30 16:10:41.712738 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Request body: {'port': {'device_id': '9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:41.988663 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:42.258032 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52482) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:42.303376 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:42.346390 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:42.361826 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] Usage tracker for resource:security_group_rule and tenant:9732283b72614241bfab3795c4e731b3 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:42.374823 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:42.388554 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:42.629330 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:42.637472 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:42.659059 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-291138d9-04c5-452f-8f72-feedc519861b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:42.759574 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9732283b72614241bfab3795c4e731b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4995909 Apr 30 16:10:42.761057 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a30edd-ca7f-494c-8ee0-fa3d643a08da,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:42.766178 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52496) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:42.797638 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:42.816941 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487635f2-07c7-45eb-a643-641f35723e08 {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:42.829820 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:42.856293 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Transition to ACTIVE for port object 487635f2-07c7-45eb-a643-641f35723e08 will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:42.862562 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:42.867494 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-065d20d8-c6f4-4eef-83ad-77e72ced7e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:42.907738 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-def9075e-2ae9-49b1-b6fd-3226cf678084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:42.974235 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-def9075e-2ae9-49b1-b6fd-3226cf678084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.071478 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Pushing event updated for resources: {'Port': ['ID=487635f2-07c7-45eb-a643-641f35723e08,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:43.077520 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:43.096897 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-def9075e-2ae9-49b1-b6fd-3226cf678084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.104438 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9ff18a93-a4d1-4edd-923a-e1c150b7861e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:43.126199 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9075e-2ae9-49b1-b6fd-3226cf678084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a30edd-ca7f-494c-8ee0-fa3d643a08da,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:43.140921 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-def9075e-2ae9-49b1-b6fd-3226cf678084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:43.145078 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-def9075e-2ae9-49b1-b6fd-3226cf678084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.146898 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-def9075e-2ae9-49b1-b6fd-3226cf678084 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14a30edd-ca7f-494c-8ee0-fa3d643a08da HTTP/1.1" status: 204 len: 168 time: 0.3784080 Apr 30 16:10:43.226629 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52520) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:43.394644 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-792019825-network', 'tenant_id': '339cfd0664374d2b8d3b365e2e768219'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:43.400940 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:43.406371 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Usage tracker for resource:network and tenant:339cfd0664374d2b8d3b365e2e768219 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:43.410375 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:43.414937 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Attempting to bind port 487635f2-07c7-45eb-a643-641f35723e08 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:43.415273 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Attempting to bind port 487635f2-07c7-45eb-a643-641f35723e08 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:43.415602 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Attempting to bind port 487635f2-07c7-45eb-a643-641f35723e08 on network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:43.418792 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:43.442190 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Port 487635f2-07c7-45eb-a643-641f35723e08 on network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:10:43.442548 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Attempting to bind port 487635f2-07c7-45eb-a643-641f35723e08 on network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:43.449413 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Made reservation on behalf of 339cfd0664374d2b8d3b365e2e768219 for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:43.453022 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.479514 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.488283 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:43.488623 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Checking segment: {'id': 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:43.489012 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Bound using segment: {'id': 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:43.489463 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Bound port: 487635f2-07c7-45eb-a643-641f35723e08, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:43.489804 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.525718 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:43.536980 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a97617-0b86-4b02-8f35-28d1c7defd2f req-282cccf3-aecf-4d82-81c5-ea56a930c599 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:43.537249 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:339cfd0664374d2b8d3b365e2e768219 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:43.537801 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-69a97617-0b86-4b02-8f35-28d1c7defd2f req-282cccf3-aecf-4d82-81c5-ea56a930c599 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Synchronizing usage tracker for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:43.559785 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:43.559785 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:43.713153 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-69a97617-0b86-4b02-8f35-28d1c7defd2f req-282cccf3-aecf-4d82-81c5-ea56a930c599 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Unset dirty status for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:43.725600 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-69a97617-0b86-4b02-8f35-28d1c7defd2f req-282cccf3-aecf-4d82-81c5-ea56a930c599 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 943 time: 0.6329377 Apr 30 16:10:43.780278 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.786812 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.791749 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4f0cc322-1e3b-43c1-ac72-1641d85b046c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:43.831422 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:10:43.850756 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] For port 487635f2-07c7-45eb-a643-641f35723e08, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:43.855205 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcffa99-877c-4222-897d-820dd0dcc645,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:43.863200 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:43.871314 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.871314 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Added segment 151ee2cb-cbdc-4820-8e1e-e3d2c5205a40 of type vlan for network aa6848fe-df18-4813-bfdc-d8e99597af52 Apr 30 16:10:43.889826 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] For port 487635f2-07c7-45eb-a643-641f35723e08, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=487635f2-07c7-45eb-a643-641f35723e08,segment=NetworkSegment(fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d),segment_id=fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:43.930374 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-69a97617-0b86-4b02-8f35-28d1c7defd2f req-143fd4f0-a445-4d1b-a58d-f1abd2cee29d tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034750 Apr 30 16:10:43.932189 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.947201 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.951278 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:44.084108 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:44.085108 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.087418 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/487635f2-07c7-45eb-a643-641f35723e08 HTTP/1.1" status: 200 len: 1093 time: 2.3785236 Apr 30 16:10:44.098584 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e', 'tag': '487635f2-07c7-45eb-a643-641f35723e08'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:44.102235 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.107243 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:44.107891 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.114943 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:44.123525 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-b6428adc-19fd-4077-84ca-0d8d81fcf9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.141355 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Pushing event updated for resources: {'Port': ['ID=487635f2-07c7-45eb-a643-641f35723e08,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:44.150458 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:44.154921 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc85f50-4edb-4513-94bd-454b589f1307 req-828ce835-13ea-4010-933f-1b8322665d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:44.156878 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-efc85f50-4edb-4513-94bd-454b589f1307 req-828ce835-13ea-4010-933f-1b8322665d54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 1098 time: 0.4122357 Apr 30 16:10:44.243893 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6848fe-df18-4813-bfdc-d8e99597af52,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:44.248955 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:44.256195 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network aa6848fe-df18-4813-bfdc-d8e99597af52 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:10:44.418544 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1798697 Apr 30 16:10:44.420171 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52556) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:44.453918 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Request body: {'subnet': {'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-792019825-subnet', 'tenant_id': '339cfd0664374d2b8d3b365e2e768219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:44.469795 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:44.489590 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d2cce-83e8-494f-b73b-f422739c689d req-f624d6c1-400c-4f8f-bc0c-b444cc83321e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:44.491737 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e', 'tag': '487635f2-07c7-45eb-a643-641f35723e08', 'status': 'completed', 'code': 200} Apr 30 16:10:44.495076 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e9e48d36-bbd3-4f7d-906a-ea9a2e3bb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:44.498332 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e9e48d36-bbd3-4f7d-906a-ea9a2e3bb3b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d9956025b9d45f6b52a3b2f3560147f&device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 1096 time: 0.3054280 Apr 30 16:10:44.499126 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d30d2cce-83e8-494f-b73b-f422739c689d req-f624d6c1-400c-4f8f-bc0c-b444cc83321e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.4842737 Apr 30 16:10:44.501548 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Usage tracker for resource:subnet and tenant:339cfd0664374d2b8d3b365e2e768219 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:44.503320 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc85f50-4edb-4513-94bd-454b589f1307 req-dfa0250a-0486-4c5f-a255-3acab128c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:44.505702 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-efc85f50-4edb-4513-94bd-454b589f1307 req-dfa0250a-0486-4c5f-a255-3acab128c85a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 920 time: 0.3406296 Apr 30 16:10:44.518747 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:44.530932 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:44.544927 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Made reservation on behalf of 339cfd0664374d2b8d3b365e2e768219 for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:44.547962 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4043161'] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.668894 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d30d2cce-83e8-494f-b73b-f422739c689d req-ea9fb197-6df3-47e8-9fd6-88dcda0240d5 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680450 Apr 30 16:10:44.803592 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-efc85f50-4edb-4513-94bd-454b589f1307 req-71728f40-3614-4439-bc8c-c59df66c1f60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad7c865-7f47-43bc-b412-a097d3c94001 HTTP/1.1" status: 200 len: 217 time: 0.2805462 Apr 30 16:10:44.813717 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-ec3d8a90-e7a1-4d24-85bf-37c7a173285d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487635f2-07c7-45eb-a643-641f35723e08 HTTP/1.1" status: 200 len: 217 time: 0.2917747 Apr 30 16:10:45.013857 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc85f50-4edb-4513-94bd-454b589f1307 req-d15fbda8-8e8a-43c4-9f77-e77f64ec44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:45.015455 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-efc85f50-4edb-4513-94bd-454b589f1307 req-d15fbda8-8e8a-43c4-9f77-e77f64ec44fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 200 len: 859 time: 0.2010186 Apr 30 16:10:45.143200 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-efc85f50-4edb-4513-94bd-454b589f1307 req-35a24536-284b-4950-9fc4-267eac2821b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d95cf8f9-6358-41cb-bd9a-5f66a6944553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095264 Apr 30 16:10:45.146683 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adbb9-3183-40d1-811d-ebd020858c40 req-9f0749cf-815a-47fe-8fd0-a065da6cdc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:45.149164 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-9f0749cf-815a-47fe-8fd0-a065da6cdc93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25964c60-a33f-4d58-9fb9-ec6a11f457d4 HTTP/1.1" status: 200 len: 848 time: 0.2908311 Apr 30 16:10:45.349004 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085281fb-ae87-49dc-af64-803c3eccdb48 req-132dce5d-ae9b-4205-8d17-424bc8549d2f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:45.357076 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-085281fb-ae87-49dc-af64-803c3eccdb48 req-132dce5d-ae9b-4205-8d17-424bc8549d2f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 943 time: 0.2126350 Apr 30 16:10:45.430635 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-e7e8d7e0-44f6-460f-b8f7-b23b986159ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fcda8a2-9f32-4aba-a8f7-c81edc32accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829175 Apr 30 16:10:45.434286 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-efc85f50-4edb-4513-94bd-454b589f1307 req-9158c588-fb35-49f4-aee7-01fa2ffd211f service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673674 Apr 30 16:10:45.439628 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-085281fb-ae87-49dc-af64-803c3eccdb48 req-543f8a45-c605-422e-bfa1-6bd5c6bba27d tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808077 Apr 30 16:10:45.570631 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3047972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4043147'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:45.587329 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:45.781324 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Checking segment: {'id': '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:45.781324 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Network hostable DHCP agents. Network: aa6848fe-df18-4813-bfdc-d8e99597af52, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:10:45.784698 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 52600) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:45.807697 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473bd132-e2dd-4950-b63a-427b5be8715c,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:45.814160 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:45.836703 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Network aa6848fe-df18-4813-bfdc-d8e99597af52 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:10:45.857736 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, aa6848fe-df18-4813-bfdc-d8e99597af52) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:45.858432 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-ef7432f2-61b3-4410-a8f9-c55cdbbe39f4 service neutron] 10.222.0.64 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080257 Apr 30 16:10:45.871896 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1be399-3c6d-484f-8ec4-d24cdcfc08a1 None None] Network aa6848fe-df18-4813-bfdc-d8e99597af52 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:45.872585 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-efc85f50-4edb-4513-94bd-454b589f1307 req-30e93bbb-ea65-4aac-8bf6-1e1ac7e4d85b service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077695 Apr 30 16:10:46.057346 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:46.060259 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:46.193453 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-bf83fa7a-dd56-4291-b5e4-46302b8c6f31 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7679014 Apr 30 16:10:46.265501 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57326ee-42b5-490a-9cb6-5b6424260b44 req-6175e5e2-28e8-4e8c-a109-6c3bae391884 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:46.288393 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d57326ee-42b5-490a-9cb6-5b6424260b44 req-6175e5e2-28e8-4e8c-a109-6c3bae391884 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.3733654 Apr 30 16:10:46.343020 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-143adbb9-3183-40d1-811d-ebd020858c40 req-6c0b0099-26d2-463e-aa27-b8f3a0692609 service neutron] 10.222.0.64 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757524 Apr 30 16:10:46.343969 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:46.384691 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:46.397026 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] Usage tracker for resource:security_group_rule and tenant:12e51c2f8cb8497d9cb5e7a2968bb9b6 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:46.401324 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:46.410182 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:46.514452 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d83633-a9d7-4273-9d3f-fb336c6c3473 None None] Network aa6848fe-df18-4813-bfdc-d8e99597af52 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:46.545037 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d57326ee-42b5-490a-9cb6-5b6424260b44 req-dae002de-6121-4061-b2d4-bcf63e174e55 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552657 Apr 30 16:10:46.660719 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:46.728364 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:46.763695 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c6516977-4d20-4ea1-ba09-7c75bf18930c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:46.893988 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf1e1-dd71-44dc-a8b9-1ca2466935fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:46.909078 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c46594-615e-4310-b2aa-6fc38a0a5345,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:46.960877 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:47.035622 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12e51c2f8cb8497d9cb5e7a2968bb9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2430141 Apr 30 16:10:47.036857 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52636) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:47.046234 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.094812 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f8139-50d5-4998-9845-81bfc3fe1ace req-70695640-7468-407d-9964-4f76076a77be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:47.096619 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bf3f8139-50d5-4998-9845-81bfc3fe1ace req-70695640-7468-407d-9964-4f76076a77be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d9956025b9d45f6b52a3b2f3560147f&device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 1096 time: 0.5601103 Apr 30 16:10:47.161728 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b883-f2f1-4ce8-9d57-c96e39f91112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.188010 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44975b53-bef3-4122-8c9d-0fbead02b209 req-8d3f7351-12dd-4bf3-b1eb-515af966f065 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:47.196589 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b883-f2f1-4ce8-9d57-c96e39f91112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.200164 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-44975b53-bef3-4122-8c9d-0fbead02b209 req-8d3f7351-12dd-4bf3-b1eb-515af966f065 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 943 time: 0.2203810 Apr 30 16:10:47.282568 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b883-f2f1-4ce8-9d57-c96e39f91112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.289164 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-87c2f8ee-dc97-4197-85f7-b1d49a9d9e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:47.311197 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9b883-f2f1-4ce8-9d57-c96e39f91112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c46594-615e-4310-b2aa-6fc38a0a5345,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:47.348016 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b0c9b883-f2f1-4ce8-9d57-c96e39f91112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:47.366521 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b883-f2f1-4ce8-9d57-c96e39f91112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.368326 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-b0c9b883-f2f1-4ce8-9d57-c96e39f91112 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62c46594-615e-4310-b2aa-6fc38a0a5345 HTTP/1.1" status: 204 len: 168 time: 0.3297949 Apr 30 16:10:47.535029 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-44975b53-bef3-4122-8c9d-0fbead02b209 req-ed5bfb41-e1cf-4e33-a35d-24a2b787d36c tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275862 Apr 30 16:10:47.602131 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f8139-50d5-4998-9845-81bfc3fe1ace req-b7082445-54e0-4766-9209-2a61beb143a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:47.606725 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bf3f8139-50d5-4998-9845-81bfc3fe1ace req-b7082445-54e0-4766-9209-2a61beb143a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5fcda8a2-9f32-4aba-a8f7-c81edc32accc HTTP/1.1" status: 200 len: 909 time: 0.5001001 Apr 30 16:10:47.730268 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bf3f8139-50d5-4998-9845-81bfc3fe1ace req-74384d3d-d3f3-4efa-ae88-fe633773850a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487635f2-07c7-45eb-a643-641f35723e08 HTTP/1.1" status: 200 len: 217 time: 0.1142087 Apr 30 16:10:47.968548 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f8139-50d5-4998-9845-81bfc3fe1ace req-85d8341b-daa2-4b6d-be57-53acf9de6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:47.969135 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.971970 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bf3f8139-50d5-4998-9845-81bfc3fe1ace req-85d8341b-daa2-4b6d-be57-53acf9de6bef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25964c60-a33f-4d58-9fb9-ec6a11f457d4 HTTP/1.1" status: 200 len: 848 time: 0.2290714 Apr 30 16:10:48.053968 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52658) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:48.077534 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bf3f8139-50d5-4998-9845-81bfc3fe1ace req-e1fe7317-8a96-4bb7-8ff1-dd8f974b2898 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fcda8a2-9f32-4aba-a8f7-c81edc32accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938447 Apr 30 16:10:48.092904 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.129694 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:48.135237 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] Usage tracker for resource:security_group_rule and tenant:e5d827c2610b45babc40bdc3bfb31548 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:48.141388 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:48.156452 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:48.322073 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77e4b2-f2d3-423c-81eb-36d27d9d565a req-da4b7ce3-c369-41e0-9d4f-89f1d6978d55 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:48.323998 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f77e4b2-f2d3-423c-81eb-36d27d9d565a req-da4b7ce3-c369-41e0-9d4f-89f1d6978d55 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.4490116 Apr 30 16:10:48.397176 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49a91a-74af-41a7-b73b-0409ed16c5ff req-7f10c817-9e98-4852-a95d-4b1b02e6508c tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:48.405409 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0e49a91a-74af-41a7-b73b-0409ed16c5ff req-7f10c817-9e98-4852-a95d-4b1b02e6508c tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 945 time: 0.1986959 Apr 30 16:10:48.409625 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f77e4b2-f2d3-423c-81eb-36d27d9d565a req-69b1e425-6e45-44ec-bb6f-784477b22c3e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713637 Apr 30 16:10:48.411801 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bf3f8139-50d5-4998-9845-81bfc3fe1ace req-291787dc-1056-42c5-aa1d-a7464a7d1a3b service neutron] 10.222.0.64 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210795 Apr 30 16:10:48.435051 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.456071 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.472989 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-21c1a9d2-83cb-41d7-be22-a7665cce7a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:48.506789 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0e49a91a-74af-41a7-b73b-0409ed16c5ff req-d6cf4b18-cee4-41fa-bd6a-e37bf41b4481 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004093 Apr 30 16:10:48.525913 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5d827c2610b45babc40bdc3bfb31548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697649 Apr 30 16:10:48.532014 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52666) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:48.549069 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ae142b-329b-40ee-98bd-3de03d0f3ff6,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:48.552319 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:48.614026 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca783912-f5e5-4573-b6f2-355ee2f5237a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.639025 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bf3f8139-50d5-4998-9845-81bfc3fe1ace req-03d1256f-c384-41d3-a4f4-4e8bc4ed066e service neutron] 10.222.0.64 "GET /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101538 Apr 30 16:10:48.663883 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca783912-f5e5-4573-b6f2-355ee2f5237a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.778820 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca783912-f5e5-4573-b6f2-355ee2f5237a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.784633 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-89137c19-8100-4e2f-bde8-533eb869168e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:48.801479 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca783912-f5e5-4573-b6f2-355ee2f5237a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ae142b-329b-40ee-98bd-3de03d0f3ff6,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:48.811442 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888954dd-2a6c-4d7c-aea5-883b5cc7e3bc req-c747fcc4-8d27-4353-8b2c-a5bf7040c3bd tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:48.812887 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-888954dd-2a6c-4d7c-aea5-883b5cc7e3bc req-c747fcc4-8d27-4353-8b2c-a5bf7040c3bd tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 943 time: 0.1250587 Apr 30 16:10:48.815105 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ca783912-f5e5-4573-b6f2-355ee2f5237a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:48.818040 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca783912-f5e5-4573-b6f2-355ee2f5237a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.819157 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-ca783912-f5e5-4573-b6f2-355ee2f5237a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97ae142b-329b-40ee-98bd-3de03d0f3ff6 HTTP/1.1" status: 204 len: 168 time: 0.2860477 Apr 30 16:10:48.880391 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-888954dd-2a6c-4d7c-aea5-883b5cc7e3bc req-299c668f-6a9b-4e9e-86c1-cabe23998e16 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573170 Apr 30 16:10:49.241235 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52688) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:49.259449 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.283170 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:49.288246 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] Usage tracker for resource:security_group_rule and tenant:38b10ca909484d69b2ae36ffd853b0e5 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:49.291692 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:49.299005 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:49.370309 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 487635f2-07c7-45eb-a643-641f35723e08 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:10:49.426389 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.515125 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.529682 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.546191 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0f8885b0-888c-4252-98c5-587f52085018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:49.635754 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-6909910b-ad38-4410-a66b-a81ede17b849 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:49.637264 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-6909910b-ad38-4410-a66b-a81ede17b849 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Synchronizing usage tracker for tenant:339cfd0664374d2b8d3b365e2e768219 on resource:network {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:49.643126 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716021d-3bea-4792-9c5c-4b39c9f3c769 req-570b7460-84ac-4580-81e0-7187668a19a2 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:49.647042 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d716021d-3bea-4792-9c5c-4b39c9f3c769 req-570b7460-84ac-4580-81e0-7187668a19a2 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1068728 Apr 30 16:10:49.653834 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38b10ca909484d69b2ae36ffd853b0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114249 Apr 30 16:10:49.654745 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 52706) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:49.659237 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8169014e-cf8c-4be1-b5b9-4a3dc7381b4d,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:49.663013 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:49.677094 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-6909910b-ad38-4410-a66b-a81ede17b849 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Unset dirty status for tenant:339cfd0664374d2b8d3b365e2e768219 on resource:network {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:49.679306 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-6909910b-ad38-4410-a66b-a81ede17b849 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/networks?id=aa6848fe-df18-4813-bfdc-d8e99597af52 HTTP/1.1" status: 200 len: 813 time: 0.3712792 Apr 30 16:10:49.716780 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-ccdea22e-33c8-4766-9226-4c9f691dced2 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/quotas/339cfd0664374d2b8d3b365e2e768219 HTTP/1.1" status: 200 len: 375 time: 0.0260150 Apr 30 16:10:49.735191 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 487635f2-07c7-45eb-a643-641f35723e08, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=487635f2-07c7-45eb-a643-641f35723e08,segment=NetworkSegment(fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d),segment_id=fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:49.757067 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '487635f2-07c7-45eb-a643-641f35723e08', 'network_id': '5fcda8a2-9f32-4aba-a8f7-c81edc32accc', 'port_id': '487635f2-07c7-45eb-a643-641f35723e08', 'mac_address': 'fa:16:3e:69:fc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25964c60-a33f-4d58-9fb9-ec6a11f457d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:10:49.807095 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-84156736-90ec-48f5-ad5a-a8f7d75ec81b tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=339cfd0664374d2b8d3b365e2e768219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872231 Apr 30 16:10:49.848640 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d716021d-3bea-4792-9c5c-4b39c9f3c769 req-8de7cf50-8a65-4a18-b87c-5407c0004d90 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888428 Apr 30 16:10:49.866391 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.888456 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487635f2-07c7-45eb-a643-641f35723e08 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:49.888952 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-112adfe2-5a89-4c9c-a588-5089e3cdb7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.907219 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 487635f2-07c7-45eb-a643-641f35723e08, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=487635f2-07c7-45eb-a643-641f35723e08,segment=NetworkSegment(fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d),segment_id=fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:49.914693 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.918052 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:49.932110 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-112adfe2-5a89-4c9c-a588-5089e3cdb7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.989237 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-7cf04aa3-4f89-4f8e-898a-e54f0e4e3c22 service neutron] 10.222.0.15 "GET /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758013 Apr 30 16:10:50.024309 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-112adfe2-5a89-4c9c-a588-5089e3cdb7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:50.030938 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=487635f2-07c7-45eb-a643-641f35723e08,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:50.042612 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5e2a51c8-25ad-42f7-9cd8-b88abd7cacda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:50.046540 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.047124 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.047696 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.048251 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.048823 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.049420 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.050030 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.050556 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.051130 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.051698 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.052265 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.052830 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:50.061439 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:50.123136 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112adfe2-5a89-4c9c-a588-5089e3cdb7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8169014e-cf8c-4be1-b5b9-4a3dc7381b4d,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:50.132933 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-112adfe2-5a89-4c9c-a588-5089e3cdb7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:50.153910 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-112adfe2-5a89-4c9c-a588-5089e3cdb7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:50.155365 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-112adfe2-5a89-4c9c-a588-5089e3cdb7dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8169014e-cf8c-4be1-b5b9-4a3dc7381b4d HTTP/1.1" status: 204 len: 168 time: 0.4977586 Apr 30 16:10:50.173386 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-4a348062-0b46-4442-b2a5-f4430cececa9 service neutron] 10.222.0.15 "GET /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681957 Apr 30 16:10:50.220636 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97295f-b0f2-4a4b-804c-31c7b204aa30 req-1873e55d-b2fa-4068-bff8-7cfcc8e659f8 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:50.226489 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-dc97295f-b0f2-4a4b-804c-31c7b204aa30 req-1873e55d-b2fa-4068-bff8-7cfcc8e659f8 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 945 time: 0.1858411 Apr 30 16:10:50.284368 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-dc97295f-b0f2-4a4b-804c-31c7b204aa30 req-16e10895-54ba-4b3a-986b-fc8bf0f3352e tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502453 Apr 30 16:10:50.622377 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['487635f2-07c7-45eb-a643-641f35723e08'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:10:50.701752 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261edfaf-0ef6-4b50-928a-6315819a2ed0 req-1ed76a62-7f4f-416f-be90-56fbd57ac5f9 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:50.703361 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-261edfaf-0ef6-4b50-928a-6315819a2ed0 req-1ed76a62-7f4f-416f-be90-56fbd57ac5f9 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 944 time: 0.1769764 Apr 30 16:10:50.756052 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-208c3271-5204-4adf-b545-52823c61ca1b tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:50.758206 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-208c3271-5204-4adf-b545-52823c61ca1b tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.64 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 945 time: 0.1450100 Apr 30 16:10:50.845860 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-261edfaf-0ef6-4b50-928a-6315819a2ed0 req-34305173-3cc0-41e5-8447-f000e045444d tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293435 Apr 30 16:10:50.901291 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-81179082-b979-44ef-aa36-e3cfed3a1552 req-fc281057-401a-4ee8-a807-72847eaa4685 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 210 time: 0.0987165 Apr 30 16:10:51.019731 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Deleting port 466d80ce-3893-44cb-94fe-150f948077ec {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:51.020649 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:51.299049 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] For port 466d80ce-3893-44cb-94fe-150f948077ec, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=466d80ce-3893-44cb-94fe-150f948077ec,segment=NetworkSegment(9723b8bc-1c78-4fc7-b7a8-07190807c665),segment_id=9723b8bc-1c78-4fc7-b7a8-07190807c665)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:51.299421 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:51.363640 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:10:51.576447 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Calling delete_port for 466d80ce-3893-44cb-94fe-150f948077ec owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:51.594985 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d50a45-bfdf-4ccd-a3d9-3e12318bd1f8 req-7d4ff1bb-3990-4d00-8c54-32ba11bc4cb2 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:51.597009 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e4d50a45-bfdf-4ccd-a3d9-3e12318bd1f8 req-7d4ff1bb-3990-4d00-8c54-32ba11bc4cb2 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.4794021 Apr 30 16:10:51.666853 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e4d50a45-bfdf-4ccd-a3d9-3e12318bd1f8 req-2a21a8fb-4028-465c-94f6-56804b07054f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583837 Apr 30 16:10:51.686693 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131354da-9d4f-402e-8694-29f5aa6c8a5a req-62cfa3d3-a1a9-434c-86bd-946f79219ca1 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:51.699520 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-131354da-9d4f-402e-8694-29f5aa6c8a5a req-62cfa3d3-a1a9-434c-86bd-946f79219ca1 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 945 time: 0.1339962 Apr 30 16:10:51.820099 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:51.827769 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b585208b-9ced-41cc-bcec-dbd0c8a3a97a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:51.846905 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-131354da-9d4f-402e-8694-29f5aa6c8a5a req-e2929790-1d0e-420b-a237-d28369a7bb6c tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/security-groups?id=50bc7a85-4c79-48de-bff6-bb0cf7355d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443508 Apr 30 16:10:51.884678 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Pushing event deleted for resources: {'Port': ['ID=466d80ce-3893-44cb-94fe-150f948077ec,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:51.889382 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:52.034506 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] No DVR routers for this DVR port 466d80ce-3893-44cb-94fe-150f948077ec on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:10:52.037314 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:52.047326 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3362d458-6456-4b1c-b587-668838a04102', 'name': 'network-vif-deleted', 'tag': '466d80ce-3893-44cb-94fe-150f948077ec'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:52.069851 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b60eb89f-736b-4274-9309-1b424e0c2051 req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.64 "DELETE /v2.0/ports/466d80ce-3893-44cb-94fe-150f948077ec HTTP/1.1" status: 204 len: 173 time: 1.2951558 Apr 30 16:10:52.124240 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f8483-ec66-41a7-80a0-c0e79da4b86a req-239663c0-b95d-470b-8f23-3506ac06b598 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:52.125829 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-247f8483-ec66-41a7-80a0-c0e79da4b86a req-239663c0-b95d-470b-8f23-3506ac06b598 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 944 time: 0.1321199 Apr 30 16:10:52.186117 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-247f8483-ec66-41a7-80a0-c0e79da4b86a req-4e91dc62-ab5d-4693-8558-d9ac7a33882a tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530958 Apr 30 16:10:52.245283 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3362d458-6456-4b1c-b587-668838a04102', 'name': 'network-vif-deleted', 'tag': '466d80ce-3893-44cb-94fe-150f948077ec', 'status': 'completed', 'code': 200} Apr 30 16:10:52.349593 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-680f2687-58ea-470f-96bb-91ce6bc35e15 req-04088a10-90d5-430f-9186-c748b9f2e0c7 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 210 time: 0.0667202 Apr 30 16:10:52.680358 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-e1db8b1d-4c75-45a4-b0e7-99a4805cc651 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:52.682296 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-e1db8b1d-4c75-45a4-b0e7-99a4805cc651 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.64 "GET /v2.0/networks?id=aa6848fe-df18-4813-bfdc-d8e99597af52 HTTP/1.1" status: 200 len: 813 time: 0.3425653 Apr 30 16:10:52.705848 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Request body: {'port': {'device_id': '3870c8dc-a23b-43ca-b2a6-2b4544d6d107', 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52', 'admin_state_up': True, 'tenant_id': '339cfd0664374d2b8d3b365e2e768219'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:52.947691 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:52.961397 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Usage tracker for resource:port and tenant:339cfd0664374d2b8d3b365e2e768219 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:52.961397 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:52.970203 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:52.991358 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Made reservation on behalf of 339cfd0664374d2b8d3b365e2e768219 for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:52.994951 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.072527 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d39cb-2431-4b62-a4df-506a13f12114 req-446c8ff2-9802-43f8-b915-29e5c1de47bf tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:53.074298 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d87d39cb-2431-4b62-a4df-506a13f12114 req-446c8ff2-9802-43f8-b915-29e5c1de47bf tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.2160683 Apr 30 16:10:53.300558 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d87d39cb-2431-4b62-a4df-506a13f12114 req-d3c56185-2756-466c-9674-04a305ef136d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886330 Apr 30 16:10:53.370335 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Allocated IP 172.20.0.10 (aa6848fe-df18-4813-bfdc-d8e99597af52/473bd132-e2dd-4950-b63a-427b5be8715c/e8df84ae-e60b-4121-b694-a89debe81afb) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:53.383835 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 487635f2-07c7-45eb-a643-641f35723e08 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:53.414850 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4577131e-4753-40e2-9ce2-f2917f329189 req-c08eb532-0f89-4e77-a0c5-2e7131818032 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] 10.222.0.15 "GET /v2.0/ports?device_id=3362d458-6456-4b1c-b587-668838a04102 HTTP/1.1" status: 200 len: 210 time: 0.1459634 Apr 30 16:10:53.649500 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 487635f2-07c7-45eb-a643-641f35723e08 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:53.657057 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 487635f2-07c7-45eb-a643-641f35723e08 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:53.657529 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.857530 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.897433 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3ac616d9-ac03-49ca-83b9-159bcb74c24b req-493fd55e-4c38-4bd6-998d-954888c4382b tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 210 time: 0.1191673 Apr 30 16:10:53.936154 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487635f2-07c7-45eb-a643-641f35723e08'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:53.951282 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e37bd-997f-404a-b481-40cc32c95860 req-ff7f3925-188a-4079-a78b-1f41817d6d70 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:53.959832 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-170e37bd-997f-404a-b481-40cc32c95860 req-ff7f3925-188a-4079-a78b-1f41817d6d70 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 944 time: 0.2521133 Apr 30 16:10:53.969824 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 487635f2-07c7-45eb-a643-641f35723e08, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=487635f2-07c7-45eb-a643-641f35723e08,segment=NetworkSegment(fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d),segment_id=fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:53.982014 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.985816 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 466d80ce-3893-44cb-94fe-150f948077ec no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:54.025514 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-170e37bd-997f-404a-b481-40cc32c95860 req-cffddcd4-db6d-48a6-9c17-fff3301597f5 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642955 Apr 30 16:10:54.060446 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:54.066226 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.119349 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.127065 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:54.162711 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487635f2-07c7-45eb-a643-641f35723e08', 'code': 200} Apr 30 16:10:54.192580 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 466d80ce-3893-44cb-94fe-150f948077ec {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:54.192936 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 466d80ce-3893-44cb-94fe-150f948077ec not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:54.281900 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=487635f2-07c7-45eb-a643-641f35723e08,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:54.293445 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:54.323862 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Pushing event updated for resources: {'Port': ['ID=e8df84ae-e60b-4121-b694-a89debe81afb,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:54.339108 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:54.359219 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Network aa6848fe-df18-4813-bfdc-d8e99597af52 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:54.361008 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:54.365472 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:54.563879 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:54.564935 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.671943 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9703872 Apr 30 16:10:54.684891 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547162e-8759-4e5d-a7cf-ee109d26fdf5 req-42fa7196-c00d-4dbf-a224-6c7d9c28a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:54.686576 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4547162e-8759-4e5d-a7cf-ee109d26fdf5 req-42fa7196-c00d-4dbf-a224-6c7d9c28a261 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 1098 time: 0.2247334 Apr 30 16:10:54.693918 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Request body: {'port': {'device_id': '3870c8dc-a23b-43ca-b2a6-2b4544d6d107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:54.809269 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd247d-51cb-480e-a998-063c7ae17216 req-b8b57814-6fbd-4b69-9063-ac1f5785f993 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:54.810966 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-04cd247d-51cb-480e-a998-063c7ae17216 req-b8b57814-6fbd-4b69-9063-ac1f5785f993 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.2356131 Apr 30 16:10:54.841756 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4547162e-8759-4e5d-a7cf-ee109d26fdf5 req-db7eea55-e569-40a7-8bc1-f4ff42eb3575 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162100 Apr 30 16:10:54.948846 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.998322 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-04cd247d-51cb-480e-a998-063c7ae17216 req-4d5c5eb8-7c5f-4f25-ae30-2d9322337d06 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581018 Apr 30 16:10:55.198799 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adb50e-9221-4b3a-a915-2c68665c11ae req-714279e8-ea00-4be6-92f6-372126c9cf80 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:55.200768 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e3adb50e-9221-4b3a-a915-2c68665c11ae req-714279e8-ea00-4be6-92f6-372126c9cf80 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 932 time: 0.0954492 Apr 30 16:10:55.256594 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-e3adb50e-9221-4b3a-a915-2c68665c11ae req-99193ec0-006f-4e85-81d6-e50a310bf648 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Synchronizing usage tracker for tenant:339cfd0664374d2b8d3b365e2e768219 on resource:security_group {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:55.278198 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-e3adb50e-9221-4b3a-a915-2c68665c11ae req-99193ec0-006f-4e85-81d6-e50a310bf648 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Unset dirty status for tenant:339cfd0664374d2b8d3b365e2e768219 on resource:security_group {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:55.279589 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e3adb50e-9221-4b3a-a915-2c68665c11ae req-99193ec0-006f-4e85-81d6-e50a310bf648 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681551 Apr 30 16:10:55.600928 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d71965-b28f-4dcc-b7c5-6d4124caa2df req-01099616-4cc5-43b1-8c5c-98f5c8be83a4 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:55.604811 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-42d71965-b28f-4dcc-b7c5-6d4124caa2df req-01099616-4cc5-43b1-8c5c-98f5c8be83a4 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 945 time: 0.3712533 Apr 30 16:10:55.701226 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-42d71965-b28f-4dcc-b7c5-6d4124caa2df req-441d9692-3e6e-4fc2-b063-b3eddf9c543e tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811057 Apr 30 16:10:55.779310 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8df84ae-e60b-4121-b694-a89debe81afb {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:55.791546 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.813280 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Transition to ACTIVE for port object e8df84ae-e60b-4121-b694-a89debe81afb will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:55.819377 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.826300 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:56.073719 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52876) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:56.135759 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8df84ae-e60b-4121-b694-a89debe81afb,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:56.149519 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:56.294403 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Attempting to bind port e8df84ae-e60b-4121-b694-a89debe81afb on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:56.294752 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Attempting to bind port e8df84ae-e60b-4121-b694-a89debe81afb by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:56.295073 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Attempting to bind port e8df84ae-e60b-4121-b694-a89debe81afb on network aa6848fe-df18-4813-bfdc-d8e99597af52 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:56.302085 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Port e8df84ae-e60b-4121-b694-a89debe81afb on network aa6848fe-df18-4813-bfdc-d8e99597af52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:10:56.302438 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Attempting to bind port e8df84ae-e60b-4121-b694-a89debe81afb on network aa6848fe-df18-4813-bfdc-d8e99597af52 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:56.311976 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:56.312313 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Checking segment: {'id': '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:56.312699 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Bound using segment: {'id': '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:56.313144 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Bound port: e8df84ae-e60b-4121-b694-a89debe81afb, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:56.313489 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:56.366442 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:56.372298 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c195a8c-d573-4b08-b2ed-d4c7b598c4e6 req-5c900fab-755c-48fb-81fb-4d85e27b173c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:56.374300 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5c195a8c-d573-4b08-b2ed-d4c7b598c4e6 req-5c900fab-755c-48fb-81fb-4d85e27b173c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1866596 Apr 30 16:10:56.447470 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:56.459569 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] Usage tracker for resource:security_group_rule and tenant:801dea0b977a45b3b2225eb2661fd647 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:56.469099 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:56.476854 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:56.498608 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5c195a8c-d573-4b08-b2ed-d4c7b598c4e6 req-aebf8540-a2c9-4488-b5be-8affd1e47593 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843279 Apr 30 16:10:56.506530 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] For port e8df84ae-e60b-4121-b694-a89debe81afb, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:56.510970 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] For port e8df84ae-e60b-4121-b694-a89debe81afb, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=e8df84ae-e60b-4121-b694-a89debe81afb,segment=NetworkSegment(151ee2cb-cbdc-4820-8e1e-e3d2c5205a40),segment_id=151ee2cb-cbdc-4820-8e1e-e3d2c5205a40)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:56.517910 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:56.525522 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-7f61a681-6058-4291-9d39-6bd578af5dfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:56.636285 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:56.647867 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:56.676908 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-495bc954-e677-4c9a-82b7-665a54c532ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:56.677276 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:56.686749 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:56.688441 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] 10.222.0.64 "PUT /v2.0/ports/e8df84ae-e60b-4121-b694-a89debe81afb HTTP/1.1" status: 200 len: 1094 time: 1.9993367 Apr 30 16:10:56.689108 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3870c8dc-a23b-43ca-b2a6-2b4544d6d107', 'tag': 'e8df84ae-e60b-4121-b694-a89debe81afb'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:56.710557 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8df84ae-e60b-4121-b694-a89debe81afb,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:56.722573 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:56.942427 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-41050cb6-19d1-4875-9bbe-3b4695c64eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:56.947678 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-41050cb6-19d1-4875-9bbe-3b4695c64eac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339cfd0664374d2b8d3b365e2e768219&device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 1097 time: 0.1559706 Apr 30 16:10:56.987092 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25dd99-b0ba-4436-a43f-09ebbd51c00f,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:57.000811 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:57.014771 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=801dea0b977a45b3b2225eb2661fd647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9367990 Apr 30 16:10:57.016179 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52908) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:57.060119 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-67b9fcb7-b190-451d-bbf1-67d06533ed9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8df84ae-e60b-4121-b694-a89debe81afb HTTP/1.1" status: 200 len: 217 time: 0.0897315 Apr 30 16:10:57.111248 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868a1d7-bbc0-44e6-9dce-d63f491fed97 req-e4f4d2e1-4c1e-4c8b-b074-437e8f65b916 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:57.112982 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9868a1d7-bbc0-44e6-9dce-d63f491fed97 req-e4f4d2e1-4c1e-4c8b-b074-437e8f65b916 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 944 time: 0.4379921 Apr 30 16:10:57.133114 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3870c8dc-a23b-43ca-b2a6-2b4544d6d107', 'tag': 'e8df84ae-e60b-4121-b694-a89debe81afb', 'status': 'completed', 'code': 200} Apr 30 16:10:57.174568 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf338-f234-4e68-b129-c466a7a57513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:57.177041 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-634d4084-cc18-414b-81ea-83cc61d83363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:57.179462 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-634d4084-cc18-414b-81ea-83cc61d83363 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=473bd132-e2dd-4950-b63a-427b5be8715c HTTP/1.1" status: 200 len: 853 time: 0.1112328 Apr 30 16:10:57.247706 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf338-f234-4e68-b129-c466a7a57513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:57.265987 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9868a1d7-bbc0-44e6-9dce-d63f491fed97 req-8648f72f-a1b4-4443-8147-5d1c9a46e86c tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304896 Apr 30 16:10:57.270698 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-6733269c-c0fa-4f97-b86c-71fd584b19d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa6848fe-df18-4813-bfdc-d8e99597af52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835943 Apr 30 16:10:57.321315 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf338-f234-4e68-b129-c466a7a57513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:57.331303 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ca783912-f5e5-4573-b6f2-355ee2f5237a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:57.349739 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bf338-f234-4e68-b129-c466a7a57513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25dd99-b0ba-4436-a43f-09ebbd51c00f,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:57.354499 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ca5bf338-f234-4e68-b129-c466a7a57513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:57.357541 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf338-f234-4e68-b129-c466a7a57513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:57.358908 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-ca5bf338-f234-4e68-b129-c466a7a57513 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c25dd99-b0ba-4436-a43f-09ebbd51c00f HTTP/1.1" status: 204 len: 168 time: 0.3417141 Apr 30 16:10:57.517078 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4398b9-5d59-4b10-9d2a-80175e29dfe0 req-eba0f787-7682-4726-b9f0-5b336a849691 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:57.518594 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9f4398b9-5d59-4b10-9d2a-80175e29dfe0 req-eba0f787-7682-4726-b9f0-5b336a849691 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 945 time: 0.2963433 Apr 30 16:10:57.522320 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-24fc1373-ce3d-4789-8344-9f7ae8c27875 service neutron] 10.222.0.64 "GET /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411449 Apr 30 16:10:57.688273 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9f4398b9-5d59-4b10-9d2a-80175e29dfe0 req-71cb702d-dd8d-4d02-a9ba-3dd0a727abf5 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634531 Apr 30 16:10:57.747233 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-355efe35-5fe2-4a90-9475-6df712f7c0eb req-9819298b-e153-4448-a55c-fb84dad22a04 service neutron] 10.222.0.64 "GET /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072773 Apr 30 16:10:57.816982 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157ab8c-1ef3-48e0-8768-8799755d8ccc req-de98c151-8e88-49d2-888c-4412b77bfc04 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:57.818978 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f157ab8c-1ef3-48e0-8768-8799755d8ccc req-de98c151-8e88-49d2-888c-4412b77bfc04 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1381929 Apr 30 16:10:57.873604 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f157ab8c-1ef3-48e0-8768-8799755d8ccc req-cc2aa18c-1f79-4e5e-934e-4f18d107b2a0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475657 Apr 30 16:10:57.986048 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadacf38-ae49-42f6-83ac-72479740f15f req-5854cd4d-c68a-421c-8817-1abf5065be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:57.987105 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-eadacf38-ae49-42f6-83ac-72479740f15f req-5854cd4d-c68a-421c-8817-1abf5065be3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339cfd0664374d2b8d3b365e2e768219&device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 1097 time: 0.0837593 Apr 30 16:10:58.145595 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadacf38-ae49-42f6-83ac-72479740f15f req-6612b3a0-56e1-499e-9c8f-42c8b514b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:58.147093 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-eadacf38-ae49-42f6-83ac-72479740f15f req-6612b3a0-56e1-499e-9c8f-42c8b514b649 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa6848fe-df18-4813-bfdc-d8e99597af52 HTTP/1.1" status: 200 len: 914 time: 0.1523409 Apr 30 16:10:58.231268 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-eadacf38-ae49-42f6-83ac-72479740f15f req-01aadcc1-a172-48c3-9f57-70a6fb1816ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8df84ae-e60b-4121-b694-a89debe81afb HTTP/1.1" status: 200 len: 217 time: 0.0742979 Apr 30 16:10:58.299353 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadacf38-ae49-42f6-83ac-72479740f15f req-687273f5-897f-4501-94be-988b0cec9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:58.301092 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-eadacf38-ae49-42f6-83ac-72479740f15f req-687273f5-897f-4501-94be-988b0cec9982 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=473bd132-e2dd-4950-b63a-427b5be8715c HTTP/1.1" status: 200 len: 853 time: 0.0637181 Apr 30 16:10:58.475444 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-eadacf38-ae49-42f6-83ac-72479740f15f req-5a631636-8688-41f5-bded-0b136222c348 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa6848fe-df18-4813-bfdc-d8e99597af52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461585 Apr 30 16:10:58.511278 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d709ef-747e-417f-8bf8-67bec302a100 req-ec221e94-4004-4fd8-8761-169260864477 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:58.514412 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f5d709ef-747e-417f-8bf8-67bec302a100 req-ec221e94-4004-4fd8-8761-169260864477 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 944 time: 0.1066792 Apr 30 16:10:58.580124 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f5d709ef-747e-417f-8bf8-67bec302a100 req-09bc2c1c-c1ef-4e84-a385-f07c18663eeb tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559659 Apr 30 16:10:58.675478 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-eadacf38-ae49-42f6-83ac-72479740f15f req-a4331b12-caf3-4224-86a8-1048ab04492c service neutron] 10.222.0.64 "GET /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927338 Apr 30 16:10:58.885138 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-eadacf38-ae49-42f6-83ac-72479740f15f req-faee3e61-b69d-431b-852a-716032a10587 service neutron] 10.222.0.64 "GET /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006507 Apr 30 16:10:59.115305 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40baae-8c7c-4de4-840c-2aeb8111546a req-780f9e2b-8e0a-490d-af76-54c42e5007b9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:59.116943 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-cf40baae-8c7c-4de4-840c-2aeb8111546a req-780f9e2b-8e0a-490d-af76-54c42e5007b9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0927322 Apr 30 16:10:59.190555 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-cf40baae-8c7c-4de4-840c-2aeb8111546a req-a949220a-1cc2-4a74-8875-609839242201 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624897 Apr 30 16:10:59.326401 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ddf8-d842-4ef0-bbec-8f20f1579897 req-9a8179e6-0752-4bf4-ad25-12bcade1ac28 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:59.327945 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b294ddf8-d842-4ef0-bbec-8f20f1579897 req-9a8179e6-0752-4bf4-ad25-12bcade1ac28 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 945 time: 0.0912704 Apr 30 16:10:59.450229 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b294ddf8-d842-4ef0-bbec-8f20f1579897 req-f707b5fc-8ab3-4ddf-9c54-6321580fa5eb tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072383 Apr 30 16:10:59.460383 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816e4d3-1412-491c-9e05-742c40bfc104 req-eb65ee6d-336d-4c21-815d-0af1bdd0bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:59.462197 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c816e4d3-1412-491c-9e05-742c40bfc104 req-eb65ee6d-336d-4c21-815d-0af1bdd0bd20 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 1098 time: 0.0888660 Apr 30 16:10:59.521249 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c816e4d3-1412-491c-9e05-742c40bfc104 req-e95cc5c2-0f7a-4585-aa11-cec5945605dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 Apr 30 16:10:59.806263 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed017fb-275e-4ae0-a666-383f716d8d48 req-025d6eec-7b0e-4e50-8c61-1c1a18cbfae1 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:59.807701 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5ed017fb-275e-4ae0-a666-383f716d8d48 req-025d6eec-7b0e-4e50-8c61-1c1a18cbfae1 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 944 time: 0.0894735 Apr 30 16:10:59.859323 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5ed017fb-275e-4ae0-a666-383f716d8d48 req-b6958ef8-612d-4d86-99e7-f497af2e75a9 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446374 Apr 30 16:11:00.132143 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:00.456794 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614487f7-1829-46ca-8bfc-a08cff90af73 req-774a7263-198e-4821-8812-b03d8114055e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:00.458422 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-614487f7-1829-46ca-8bfc-a08cff90af73 req-774a7263-198e-4821-8812-b03d8114055e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1278217 Apr 30 16:11:00.538269 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-614487f7-1829-46ca-8bfc-a08cff90af73 req-8c2b5214-2f89-4107-a52c-29dbcb64cea4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717623 Apr 30 16:11:00.683022 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ce81c-7dee-465e-acb8-50ca02cd1652 req-11d12337-2ae1-4b77-ac5d-663c2c25e689 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:00.687082 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-113ce81c-7dee-465e-acb8-50ca02cd1652 req-11d12337-2ae1-4b77-ac5d-663c2c25e689 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 945 time: 0.1021378 Apr 30 16:11:00.752224 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-113ce81c-7dee-465e-acb8-50ca02cd1652 req-4841e2cc-0b36-4248-b4c2-88af4c0b1cd4 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599954 Apr 30 16:11:00.919086 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 52990) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:01.095309 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.109734 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bf632-daf4-4205-9c05-cea4009c41f1 req-af40545d-dc3a-4c36-a4c7-bc541083cc50 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:01.111353 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-6e3bf632-daf4-4205-9c05-cea4009c41f1 req-af40545d-dc3a-4c36-a4c7-bc541083cc50 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Synchronizing usage tracker for tenant:339cfd0664374d2b8d3b365e2e768219 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:01.121013 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:01.126283 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] Usage tracker for resource:security_group_rule and tenant:106072d1268a453d9c5444dc04c8467c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:01.130057 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:01.138124 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:01.138539 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-6e3bf632-daf4-4205-9c05-cea4009c41f1 req-af40545d-dc3a-4c36-a4c7-bc541083cc50 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Unset dirty status for tenant:339cfd0664374d2b8d3b365e2e768219 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:01.141417 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6e3bf632-daf4-4205-9c05-cea4009c41f1 req-af40545d-dc3a-4c36-a4c7-bc541083cc50 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 944 time: 0.1611295 Apr 30 16:11:01.212066 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6e3bf632-daf4-4205-9c05-cea4009c41f1 req-5fdd839c-3a40-414e-8aac-a219c606a136 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649307 Apr 30 16:11:01.253172 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.258955 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.268785 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-aea7a289-0024-448e-9abd-30167cdd82ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:01.320466 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=106072d1268a453d9c5444dc04c8467c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001985 Apr 30 16:11:01.322580 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 53000) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:01.325328 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136684f2-0ffe-40fc-9253-7de4112e79e0,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:01.337970 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:01.391852 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-edf83e89-4b5d-46a8-a7a2-c4ce24a22ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.422223 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device e8df84ae-e60b-4121-b694-a89debe81afb details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:11:01.433313 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-edf83e89-4b5d-46a8-a7a2-c4ce24a22ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.498106 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-edf83e89-4b5d-46a8-a7a2-c4ce24a22ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.503553 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0fa44f54-b27e-4517-b0bf-5cca735d72e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:01.518916 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf83e89-4b5d-46a8-a7a2-c4ce24a22ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136684f2-0ffe-40fc-9253-7de4112e79e0,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:01.522031 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-edf83e89-4b5d-46a8-a7a2-c4ce24a22ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:01.523548 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-edf83e89-4b5d-46a8-a7a2-c4ce24a22ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.524784 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-edf83e89-4b5d-46a8-a7a2-c4ce24a22ac0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/136684f2-0ffe-40fc-9253-7de4112e79e0 HTTP/1.1" status: 204 len: 168 time: 0.2010760 Apr 30 16:11:01.664835 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port e8df84ae-e60b-4121-b694-a89debe81afb, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=e8df84ae-e60b-4121-b694-a89debe81afb,segment=NetworkSegment(151ee2cb-cbdc-4820-8e1e-e3d2c5205a40),segment_id=151ee2cb-cbdc-4820-8e1e-e3d2c5205a40)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:01.680783 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': 'e8df84ae-e60b-4121-b694-a89debe81afb', 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52', 'port_id': 'e8df84ae-e60b-4121-b694-a89debe81afb', 'mac_address': 'fa:16:3e:b5:b8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473bd132-e2dd-4950-b63a-427b5be8715c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:11:01.751403 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.781591 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8df84ae-e60b-4121-b694-a89debe81afb {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:11:01.813652 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port e8df84ae-e60b-4121-b694-a89debe81afb, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=e8df84ae-e60b-4121-b694-a89debe81afb,segment=NetworkSegment(151ee2cb-cbdc-4820-8e1e-e3d2c5205a40),segment_id=151ee2cb-cbdc-4820-8e1e-e3d2c5205a40)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:01.823619 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.830536 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-ed3abfaf-c96c-42e5-ba0b-dc48d8c4e362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:01.934749 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8edfd-6359-4bc7-977f-7ec33144bd2a req-4d2ed33a-8064-4766-89b6-2cf802efadeb tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:01.938506 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-69d8edfd-6359-4bc7-977f-7ec33144bd2a req-4d2ed33a-8064-4766-89b6-2cf802efadeb tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.2258468 Apr 30 16:11:01.974367 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=e8df84ae-e60b-4121-b694-a89debe81afb,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:01.988326 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:01.999297 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-69d8edfd-6359-4bc7-977f-7ec33144bd2a req-88591cf6-255a-4eba-af06-db8b00208844 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559678 Apr 30 16:11:02.048833 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffd500-8429-48b2-bf50-e3e7eda6128a req-92b84e0e-cf7c-4981-a04f-26c24f7bc1a8 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:02.048833 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-23ffd500-8429-48b2-bf50-e3e7eda6128a req-92b84e0e-cf7c-4981-a04f-26c24f7bc1a8 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 945 time: 0.1185925 Apr 30 16:11:02.124963 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-23ffd500-8429-48b2-bf50-e3e7eda6128a req-04a860fe-db1a-4d26-b1af-d78c0a4ba128 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750949 Apr 30 16:11:02.475092 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['e8df84ae-e60b-4121-b694-a89debe81afb'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:11:02.516068 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28086c9f-6de8-4134-b142-916a613a8b1f req-78374cf2-eb41-45c2-9d80-22f90a4c1a82 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:02.517652 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-28086c9f-6de8-4134-b142-916a613a8b1f req-78374cf2-eb41-45c2-9d80-22f90a4c1a82 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 945 time: 0.2791758 Apr 30 16:11:02.529626 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8120bf-684d-40db-9174-cbbdb9f99787 req-cfb22eb2-ab2d-4935-ab45-3025bd316874 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:02.531567 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1a8120bf-684d-40db-9174-cbbdb9f99787 req-cfb22eb2-ab2d-4935-ab45-3025bd316874 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 945 time: 0.1770902 Apr 30 16:11:02.862783 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1a8120bf-684d-40db-9174-cbbdb9f99787 req-9b27f4a7-e85e-4018-aaef-8edbbc6b020b tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232446 Apr 30 16:11:02.872319 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228460d-bc43-48c6-a2e9-da453027578a req-e79aa88f-b1ad-4939-b58e-a3710c40a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:02.873815 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e228460d-bc43-48c6-a2e9-da453027578a req-e79aa88f-b1ad-4939-b58e-a3710c40a934 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 1098 time: 0.2703533 Apr 30 16:11:02.938384 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03e814-82d9-442e-9d68-907f0beefe35 req-4552e409-5faa-449e-991c-e92d387bdfd6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:02.940514 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1a03e814-82d9-442e-9d68-907f0beefe35 req-4552e409-5faa-449e-991c-e92d387bdfd6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1131849 Apr 30 16:11:02.989785 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1a03e814-82d9-442e-9d68-907f0beefe35 req-b29838d7-9119-4704-aff1-f564fbaf72b4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428936 Apr 30 16:11:03.024581 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-28086c9f-6de8-4134-b142-916a613a8b1f req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Deleting port 487635f2-07c7-45eb-a643-641f35723e08 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:03.025022 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-28086c9f-6de8-4134-b142-916a613a8b1f req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:03.172093 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228460d-bc43-48c6-a2e9-da453027578a req-7ae458f1-c62f-47cf-babf-d1078ab773f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:03.173836 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e228460d-bc43-48c6-a2e9-da453027578a req-7ae458f1-c62f-47cf-babf-d1078ab773f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 920 time: 0.2817130 Apr 30 16:11:03.284587 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e228460d-bc43-48c6-a2e9-da453027578a req-8b402ced-3a66-461b-b9a7-2383be768ed8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad7c865-7f47-43bc-b412-a097d3c94001 HTTP/1.1" status: 200 len: 217 time: 0.0954075 Apr 30 16:11:03.378924 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831ad1f-bf63-4d23-be0c-63199e4b2b77 req-bfdd57fb-a155-45d7-857d-d7b28c6e1126 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:03.387869 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e831ad1f-bf63-4d23-be0c-63199e4b2b77 req-bfdd57fb-a155-45d7-857d-d7b28c6e1126 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 945 time: 0.1130865 Apr 30 16:11:03.441745 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e831ad1f-bf63-4d23-be0c-63199e4b2b77 req-453d7b92-3fcc-4500-8f04-333c36046cc3 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/security-groups?id=84731013-2496-4617-bd16-cd25e964c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526490 Apr 30 16:11:03.488289 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-28086c9f-6de8-4134-b142-916a613a8b1f req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] For port 487635f2-07c7-45eb-a643-641f35723e08, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=487635f2-07c7-45eb-a643-641f35723e08,segment=NetworkSegment(fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d),segment_id=fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:03.488645 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-28086c9f-6de8-4134-b142-916a613a8b1f req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:03.624471 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-28086c9f-6de8-4134-b142-916a613a8b1f req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Calling delete_port for 487635f2-07c7-45eb-a643-641f35723e08 owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:03.631962 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228460d-bc43-48c6-a2e9-da453027578a req-fa759eaf-0298-49e3-8a10-00fc5e08b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:03.633819 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e228460d-bc43-48c6-a2e9-da453027578a req-fa759eaf-0298-49e3-8a10-00fc5e08b167 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 200 len: 859 time: 0.3372924 Apr 30 16:11:03.695899 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e228460d-bc43-48c6-a2e9-da453027578a req-042fe348-3a34-48cc-8f58-18449439fc04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d95cf8f9-6358-41cb-bd9a-5f66a6944553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541008 Apr 30 16:11:03.899944 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e228460d-bc43-48c6-a2e9-da453027578a req-5c9b64ad-474a-4dd6-9144-c92befb8e518 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954455 Apr 30 16:11:03.985785 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-28086c9f-6de8-4134-b142-916a613a8b1f req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:03.993380 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:04.111694 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Pushing event deleted for resources: {'Port': ['ID=487635f2-07c7-45eb-a643-641f35723e08,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:04.149182 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced09c8-a117-476c-ab32-9f81df3fb37f req-82db0ef3-a3f7-4b14-ba91-1e16f8416247 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:04.149749 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:04.151837 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0ced09c8-a117-476c-ab32-9f81df3fb37f req-82db0ef3-a3f7-4b14-ba91-1e16f8416247 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 945 time: 0.1172657 Apr 30 16:11:04.211864 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0ced09c8-a117-476c-ab32-9f81df3fb37f req-115e105d-5cc5-4517-85aa-87acc883a283 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526912 Apr 30 16:11:04.246875 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-28086c9f-6de8-4134-b142-916a613a8b1f req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] No DVR routers for this DVR port 487635f2-07c7-45eb-a643-641f35723e08 on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:11:04.264601 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-28086c9f-6de8-4134-b142-916a613a8b1f req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:04.268624 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e', 'name': 'network-vif-deleted', 'tag': '487635f2-07c7-45eb-a643-641f35723e08'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:04.277033 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e228460d-bc43-48c6-a2e9-da453027578a req-f684213c-f68f-47aa-ae97-bc52c7a73eb6 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500206 Apr 30 16:11:04.293525 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-28086c9f-6de8-4134-b142-916a613a8b1f req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.64 "DELETE /v2.0/ports/487635f2-07c7-45eb-a643-641f35723e08 HTTP/1.1" status: 204 len: 173 time: 1.7559185 Apr 30 16:11:04.337864 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658df88-7b69-482e-9f4c-76191ebf6922 req-ba896529-3ac1-4297-b1c4-ff89d74990f5 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:04.344822 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0658df88-7b69-482e-9f4c-76191ebf6922 req-ba896529-3ac1-4297-b1c4-ff89d74990f5 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1864269 Apr 30 16:11:04.408658 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0658df88-7b69-482e-9f4c-76191ebf6922 req-2e8dfff7-ba58-422a-b317-c4d20a7884b5 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629487 Apr 30 16:11:04.474686 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e', 'name': 'network-vif-deleted', 'tag': '487635f2-07c7-45eb-a643-641f35723e08', 'status': 'completed', 'code': 200} Apr 30 16:11:04.621004 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-bc875b77-db53-4983-899a-9dba2cef1993 req-f16dfd3e-0bad-4074-8aed-a900e0d296ec tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Synchronizing usage tracker for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:04.639617 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-bc875b77-db53-4983-899a-9dba2cef1993 req-f16dfd3e-0bad-4074-8aed-a900e0d296ec tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Unset dirty status for tenant:6d9956025b9d45f6b52a3b2f3560147f on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:04.640891 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bc875b77-db53-4983-899a-9dba2cef1993 req-f16dfd3e-0bad-4074-8aed-a900e0d296ec tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0b7bd3-7b1a-4c5c-a040-87f71a1c126e HTTP/1.1" status: 200 len: 210 time: 0.0702767 Apr 30 16:11:05.429833 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device e8df84ae-e60b-4121-b694-a89debe81afb up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:05.561893 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port e8df84ae-e60b-4121-b694-a89debe81afb completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:05.568241 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port e8df84ae-e60b-4121-b694-a89debe81afb triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:05.568954 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.593209 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec81d6b-3785-4811-a6ca-1bac00adf358 req-950fbd39-bac4-4be8-9a35-2b38168459dc tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:05.594961 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5ec81d6b-3785-4811-a6ca-1bac00adf358 req-950fbd39-bac4-4be8-9a35-2b38168459dc tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 945 time: 0.1660469 Apr 30 16:11:05.659199 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5ec81d6b-3785-4811-a6ca-1bac00adf358 req-51acc23f-c3c7-46f2-8cf1-4308f82a974b tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 Apr 30 16:11:05.743362 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.778519 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870c8dc-a23b-43ca-b2a6-2b4544d6d107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df84ae-e60b-4121-b694-a89debe81afb'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:05.788009 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6ab8d-a16c-4ba0-b2e2-6a40619f5958 req-7459dbc1-590f-4fb2-a98e-3a8943a0aa33 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:05.789129 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port e8df84ae-e60b-4121-b694-a89debe81afb, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=e8df84ae-e60b-4121-b694-a89debe81afb,segment=NetworkSegment(151ee2cb-cbdc-4820-8e1e-e3d2c5205a40),segment_id=151ee2cb-cbdc-4820-8e1e-e3d2c5205a40)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:05.790508 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-80d6ab8d-a16c-4ba0-b2e2-6a40619f5958 req-7459dbc1-590f-4fb2-a98e-3a8943a0aa33 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1877434 Apr 30 16:11:05.795613 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.797067 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 487635f2-07c7-45eb-a643-641f35723e08 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:05.849270 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-80d6ab8d-a16c-4ba0-b2e2-6a40619f5958 req-e360e815-47a4-46b5-bdcc-fd4841fce52d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517435 Apr 30 16:11:05.854297 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:05.952371 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870c8dc-a23b-43ca-b2a6-2b4544d6d107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df84ae-e60b-4121-b694-a89debe81afb', 'code': 200} Apr 30 16:11:05.955809 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 487635f2-07c7-45eb-a643-641f35723e08 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:05.956183 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 487635f2-07c7-45eb-a643-641f35723e08 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:05.968894 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=e8df84ae-e60b-4121-b694-a89debe81afb,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:05.979696 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:06.262311 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97748fd-98c3-4e69-a254-f6ffbb0acafb req-ac690ece-0bc8-4c0f-bd3c-05d36a40c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:06.263852 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d97748fd-98c3-4e69-a254-f6ffbb0acafb req-ac690ece-0bc8-4c0f-bd3c-05d36a40c7ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 1099 time: 0.0852721 Apr 30 16:11:06.330420 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d97748fd-98c3-4e69-a254-f6ffbb0acafb req-2b6ef5e2-3476-4944-b106-5805d2f17fa4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574317 Apr 30 16:11:06.896438 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd885414-480b-42c1-9493-c582c6b20692 req-1ea52d68-264e-4cb0-b449-ab43711b6c6c tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:06.899080 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bd885414-480b-42c1-9493-c582c6b20692 req-1ea52d68-264e-4cb0-b449-ab43711b6c6c tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.1169810 Apr 30 16:11:06.951479 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bd885414-480b-42c1-9493-c582c6b20692 req-cc679fe7-7dc9-4abb-bf05-22f360038709 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446017 Apr 30 16:11:07.181719 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7840b8-3781-42f6-a998-506c3ce419e9 req-d0c704a6-d560-47c8-ae03-25d90e118c25 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:07.184513 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6a7840b8-3781-42f6-a998-506c3ce419e9 req-d0c704a6-d560-47c8-ae03-25d90e118c25 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1116502 Apr 30 16:11:07.243074 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6a7840b8-3781-42f6-a998-506c3ce419e9 req-d197a9bc-07c3-4f68-8e19-ab572c7e3c0f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505912 Apr 30 16:11:08.191569 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2c679-7d36-4e91-b426-5f23e29f10a4 req-63b332c4-b3b4-4895-a888-6e2a5ac74fdf tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:08.193029 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-47d2c679-7d36-4e91-b426-5f23e29f10a4 req-63b332c4-b3b4-4895-a888-6e2a5ac74fdf tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.0975316 Apr 30 16:11:08.242842 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-47d2c679-7d36-4e91-b426-5f23e29f10a4 req-c9ae0c40-5d78-4b57-9696-94652b3ee213 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Apr 30 16:11:08.446403 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad565185-8415-49b9-92ac-d57e5fe277a8 req-6756f87d-66b5-457d-a988-d629f86e7d22 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:08.447876 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad565185-8415-49b9-92ac-d57e5fe277a8 req-6756f87d-66b5-457d-a988-d629f86e7d22 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0882609 Apr 30 16:11:08.501178 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad565185-8415-49b9-92ac-d57e5fe277a8 req-9e7d53b8-34b0-4bb8-a232-75ba0a4169ba tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470271 Apr 30 16:11:09.457789 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 53238) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:09.510360 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba99234-70ae-4b87-9763-fc36c76e39a6 req-929e807e-8fbf-464d-b463-fe7cf973b6f5 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:09.512356 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5ba99234-70ae-4b87-9763-fc36c76e39a6 req-929e807e-8fbf-464d-b463-fe7cf973b6f5 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.0983245 Apr 30 16:11:09.565867 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5ba99234-70ae-4b87-9763-fc36c76e39a6 req-5011a8ba-19bf-4b23-ac42-3a53427334d2 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475020 Apr 30 16:11:09.633098 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:09.685358 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:09.690894 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] Usage tracker for resource:security_group_rule and tenant:e7b7c967193047aeb1d88496feca07bd is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:09.695215 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:09.704094 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:09.876042 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:09.882004 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:09.891294 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:09.935575 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d281faf5-bba2-47b4-906f-3b75127917be,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:09.954442 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:10.004128 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7b7c967193047aeb1d88496feca07bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5449021 Apr 30 16:11:10.007160 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 53286) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:10.400022 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-705b5127-8a54-4604-b826-255bfbc6750f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.519972 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-705b5127-8a54-4604-b826-255bfbc6750f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.593694 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d0a84-6167-4561-aafb-358f33074350 req-13a0fe01-5d0b-451a-9978-866d635c15a8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:10.595252 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-796d0a84-6167-4561-aafb-358f33074350 req-13a0fe01-5d0b-451a-9978-866d635c15a8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.3208067 Apr 30 16:11:10.640828 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-705b5127-8a54-4604-b826-255bfbc6750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.648722 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-1879196a-151e-4ecc-b25f-583ffebd17e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:10.662025 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b5127-8a54-4604-b826-255bfbc6750f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d281faf5-bba2-47b4-906f-3b75127917be,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:10.687727 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-705b5127-8a54-4604-b826-255bfbc6750f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:10.706458 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-796d0a84-6167-4561-aafb-358f33074350 req-8f02a8f1-7b0d-4898-a722-3996ac38b3f4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911400 Apr 30 16:11:10.707592 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-705b5127-8a54-4604-b826-255bfbc6750f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.712735 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-705b5127-8a54-4604-b826-255bfbc6750f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d281faf5-bba2-47b4-906f-3b75127917be HTTP/1.1" status: 204 len: 168 time: 0.7040052 Apr 30 16:11:14.131738 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1de2b5aa-4cbd-4286-ae5a-ba98df28e67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.983698 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6a8cf-57fe-4ec1-80b3-095204752954 req-8d130157-5bf5-4d5e-a22b-3155dca43c7d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:14.985144 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-aab6a8cf-57fe-4ec1-80b3-095204752954 req-8d130157-5bf5-4d5e-a22b-3155dca43c7d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1184700 Apr 30 16:11:14.987261 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42339db-4ac9-4d92-824f-b322d78ab415 req-c23326de-cefe-4a6a-911c-86d8da5e0e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:14.988590 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f42339db-4ac9-4d92-824f-b322d78ab415 req-c23326de-cefe-4a6a-911c-86d8da5e0e2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 1098 time: 0.1935434 Apr 30 16:11:15.119813 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-aab6a8cf-57fe-4ec1-80b3-095204752954 req-c15e2f33-dc4c-49f9-9327-b5fa611651e5 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282737 Apr 30 16:11:15.163229 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42339db-4ac9-4d92-824f-b322d78ab415 req-04c81987-8a44-4de0-a3a8-0883e322b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:15.164560 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f42339db-4ac9-4d92-824f-b322d78ab415 req-04c81987-8a44-4de0-a3a8-0883e322b0d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 920 time: 0.1601031 Apr 30 16:11:15.253061 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f42339db-4ac9-4d92-824f-b322d78ab415 req-91fbc97c-46de-468f-9343-c9ffa175a439 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad7c865-7f47-43bc-b412-a097d3c94001 HTTP/1.1" status: 200 len: 217 time: 0.0772586 Apr 30 16:11:15.332268 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42339db-4ac9-4d92-824f-b322d78ab415 req-23ac4076-8285-4543-9632-f9916b78e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:15.334644 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f42339db-4ac9-4d92-824f-b322d78ab415 req-23ac4076-8285-4543-9632-f9916b78e04c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 200 len: 859 time: 0.0715747 Apr 30 16:11:15.388838 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f42339db-4ac9-4d92-824f-b322d78ab415 req-89b390d6-b212-417f-a0d2-3d1043d6e442 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d95cf8f9-6358-41cb-bd9a-5f66a6944553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474949 Apr 30 16:11:15.543486 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f42339db-4ac9-4d92-824f-b322d78ab415 req-599419e3-6f4b-4f50-955e-92dd1374a4c2 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458683 Apr 30 16:11:15.751479 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f42339db-4ac9-4d92-824f-b322d78ab415 req-c3ad7f96-a22a-4ef3-94e4-c5d802a0847c service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008357 Apr 30 16:11:16.379185 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d63fc-e53a-4388-a7a2-21c349ecc192 req-8fefe492-7a29-41e9-859a-fb59037fbb9e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:16.389433 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bd7d63fc-e53a-4388-a7a2-21c349ecc192 req-8fefe492-7a29-41e9-859a-fb59037fbb9e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1393061 Apr 30 16:11:16.446507 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bd7d63fc-e53a-4388-a7a2-21c349ecc192 req-25d10b96-4a11-4efc-a152-4b49f53ba2f2 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560429 Apr 30 16:11:16.846516 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd71-c37c-4cc4-9b2e-08c47ad26120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:17.045437 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:17.569354 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 53452) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:17.691661 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ffa999-fe9e-482c-9d88-95fb1285fcdb admin admin] Deleting subnet 121229d5-64d4-46f0-8c45-1a06ce13d717 {{(pid=73864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:11:17.694916 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-41ffa999-fe9e-482c-9d88-95fb1285fcdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:17.761151 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-41ffa999-fe9e-482c-9d88-95fb1285fcdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3279382'] for subnet, precommit_delete_associations {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:17.795767 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fc6e3-9fc1-4f29-96b3-0e37f964f6a5 req-fa6fe5dc-b406-48b5-94fe-29e780c63a5f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:17.797406 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-070fc6e3-9fc1-4f29-96b3-0e37f964f6a5 req-fa6fe5dc-b406-48b5-94fe-29e780c63a5f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.2246087 Apr 30 16:11:17.869916 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-41ffa999-fe9e-482c-9d88-95fb1285fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:17.906412 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-070fc6e3-9fc1-4f29-96b3-0e37f964f6a5 req-0539010b-cff0-4ebf-b746-9314c1166e12 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939605 Apr 30 16:11:17.966552 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.154962 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-41ffa999-fe9e-482c-9d88-95fb1285fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3279703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303993'] for subnet, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.159618 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:18.287401 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffa999-fe9e-482c-9d88-95fb1285fcdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121229d5-64d4-46f0-8c45-1a06ce13d717,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:18.290480 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-41ffa999-fe9e-482c-9d88-95fb1285fcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:18.291432 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-41ffa999-fe9e-482c-9d88-95fb1285fcdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.298108 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-41ffa999-fe9e-482c-9d88-95fb1285fcdb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/121229d5-64d4-46f0-8c45-1a06ce13d717 HTTP/1.1" status: 204 len: 168 time: 0.7276001 Apr 30 16:11:18.300500 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 53460) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:18.424135 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.563610 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.714024 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62a1d65-d58c-49f1-878d-7872ab59d285']}} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:18.728217 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9723b8bc-1c78-4fc7-b7a8-07190807c665') {'for_net_delete': True} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:18.728545 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9723b8bc-1c78-4fc7-b7a8-07190807c665') {} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:18.742129 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3279391'] for segment, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.760163 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.771191 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=73864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:11:19.015895 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Network b62a1d65-d58c-49f1-878d-7872ab59d285 has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:19.030155 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279869'] for segment, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.146326 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31959f-d853-468f-a3ea-12d0f196d630 req-285fe43a-4ad3-430c-8d92-a6dfb190b84f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:19.148952 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9a31959f-d853-468f-a3ea-12d0f196d630 req-285fe43a-4ad3-430c-8d92-a6dfb190b84f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1098289 Apr 30 16:11:19.206651 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9a31959f-d853-468f-a3ea-12d0f196d630 req-6326342b-b606-4208-9fff-4540d2059a45 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495088 Apr 30 16:11:19.214368 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Network b62a1d65-d58c-49f1-878d-7872ab59d285 has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: Traceback (most recent call last): Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: timer() Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: cb(*args, **kw) Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: return func(*args, **kwargs) Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: self._notify() Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: self.callback(batched_events) Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: event.method(event) Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: return f(self, *a, **k) Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: return self._get(url).json() Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: return self.request(url, 'GET', **kwargs) Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:11:19.237906 dv-cinder-775008-3-smb neutron-server[73864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:11:19.328284 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.332299 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-64327eca-6d67-4fbf-8970-92910638ae8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:19.346497 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.364354 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b62a1d65-d58c-49f1-878d-7872ab59d285,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:19.370242 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b62a1d65-d58c-49f1-878d-7872ab59d285 HTTP/1.1" status: 204 len: 168 time: 1.0687108 Apr 30 16:11:19.370782 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 53472) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:19.371926 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:19.419450 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.464990 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd73deef-34d6-472a-b173-3222960ef005 admin admin] Deleting subnet d79d34c2-ab33-47df-b751-68f758e88c5f {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:11:19.468840 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fd73deef-34d6-472a-b173-3222960ef005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.521221 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fd73deef-34d6-472a-b173-3222960ef005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.607129 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fd73deef-34d6-472a-b173-3222960ef005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.914177 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fd73deef-34d6-472a-b173-3222960ef005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.931274 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:19.988291 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73deef-34d6-472a-b173-3222960ef005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79d34c2-ab33-47df-b751-68f758e88c5f,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:19.990571 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fd73deef-34d6-472a-b173-3222960ef005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.994859 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-fd73deef-34d6-472a-b173-3222960ef005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:20.008151 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-fd73deef-34d6-472a-b173-3222960ef005 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d79d34c2-ab33-47df-b751-68f758e88c5f HTTP/1.1" status: 204 len: 168 time: 0.6354721 Apr 30 16:11:20.011284 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 53480) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:20.180314 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.411853 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.598428 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaea80-7262-4858-9166-76a0f3b955b1 req-b1769ade-05cf-4394-8ed4-aff0c04e81b8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:20.601989 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3fbaea80-7262-4858-9166-76a0f3b955b1 req-b1769ade-05cf-4394-8ed4-aff0c04e81b8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1691618 Apr 30 16:11:20.613635 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d2f2d5-4b03-48ae-8df1-951d2b62c59c']}} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:20.630812 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a87b1b-06db-457c-a742-b8d5e885d3d1') {'for_net_delete': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:20.631292 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a87b1b-06db-457c-a742-b8d5e885d3d1') {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:20.651814 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2191859'] for segment, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.677747 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.686620 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=73862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:11:20.702427 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3fbaea80-7262-4858-9166-76a0f3b955b1 req-78a965be-12f9-4a29-afa5-a7542d16b880 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781665 Apr 30 16:11:20.898885 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Network 70d2f2d5-4b03-48ae-8df1-951d2b62c59c has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:20.909233 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3048259'] for segment, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:21.191665 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Network 70d2f2d5-4b03-48ae-8df1-951d2b62c59c has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: Traceback (most recent call last): Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: timer() Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: cb(*args, **kw) Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: return func(*args, **kwargs) Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: self._notify() Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: self.callback(batched_events) Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: event.method(event) Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: return f(self, *a, **k) Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: return self._get(url).json() Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: return self.request(url, 'GET', **kwargs) Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:11:21.228559 dv-cinder-775008-3-smb neutron-server[73862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:11:21.307349 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:21.318192 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:21.326525 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:21.342081 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/70d2f2d5-4b03-48ae-8df1-951d2b62c59c HTTP/1.1" status: 204 len: 168 time: 1.3287055 Apr 30 16:11:21.362306 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d2f2d5-4b03-48ae-8df1-951d2b62c59c,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:21.369761 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:21.683106 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 53496) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:21.755729 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-8f3bc37b-c378-458b-9bcd-813a21d244f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b803f62c180e40ec8760508dbc5939b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722699 Apr 30 16:11:21.756684 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 53504) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:21.928006 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2b553a36-b9f8-44b9-9181-58257367a25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:21.973397 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2b553a36-b9f8-44b9-9181-58257367a25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.056216 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2b553a36-b9f8-44b9-9181-58257367a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.071177 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8f2ee823-2f8e-4c66-86cc-bd67d2d354bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:22.087473 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b553a36-b9f8-44b9-9181-58257367a25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bc7a85-4c79-48de-bff6-bb0cf7355d87,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:22.090490 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2b553a36-b9f8-44b9-9181-58257367a25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.094634 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-2b553a36-b9f8-44b9-9181-58257367a25f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50bc7a85-4c79-48de-bff6-bb0cf7355d87 HTTP/1.1" status: 204 len: 168 time: 0.3348401 Apr 30 16:11:22.095677 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2b553a36-b9f8-44b9-9181-58257367a25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:22.101468 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12033f-9c1c-4d3a-86e4-b409a27c745f req-995d4b1a-76f1-4a0b-9539-86db20a6e632 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:22.104452 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-db12033f-9c1c-4d3a-86e4-b409a27c745f req-995d4b1a-76f1-4a0b-9539-86db20a6e632 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.2371473 Apr 30 16:11:22.231853 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-db12033f-9c1c-4d3a-86e4-b409a27c745f req-2206670a-e678-4abe-b576-be9bb183ccbe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078892 Apr 30 16:11:22.698501 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 53518) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:22.791286 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-9a8e33b4-64a6-4fd2-ac39-e99a8ae05a92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80581123e00047dda379c899f92c1cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900424 Apr 30 16:11:22.795667 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 53524) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:22.877125 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-75291b30-6080-4f13-b9c4-d6c555b4013c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.917114 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-75291b30-6080-4f13-b9c4-d6c555b4013c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.982980 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-75291b30-6080-4f13-b9c4-d6c555b4013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.986943 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f89b2fdf-d111-4a49-80d2-6aac9f0386cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:22.998980 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75291b30-6080-4f13-b9c4-d6c555b4013c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05fb689-e7d9-43c3-8253-97af876d9b32,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:23.004189 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-75291b30-6080-4f13-b9c4-d6c555b4013c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:23.006260 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-75291b30-6080-4f13-b9c4-d6c555b4013c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.007389 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-75291b30-6080-4f13-b9c4-d6c555b4013c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e05fb689-e7d9-43c3-8253-97af876d9b32 HTTP/1.1" status: 204 len: 168 time: 0.2103665 Apr 30 16:11:23.572953 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8113d27-5a3c-4074-a974-72a37fcc918c req-7b9ae8eb-0c43-4140-a10b-2787dfe48967 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:23.574972 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f8113d27-5a3c-4074-a974-72a37fcc918c req-7b9ae8eb-0c43-4140-a10b-2787dfe48967 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1820624 Apr 30 16:11:23.633745 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f8113d27-5a3c-4074-a974-72a37fcc918c req-0bde2bf5-2861-4eb2-8a17-b20889a3edd3 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477993 Apr 30 16:11:25.062178 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052b767-523b-4bd5-b69f-bb3a018b35b6 req-ab75c799-6329-4705-9de5-b360679599a4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:25.064847 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5052b767-523b-4bd5-b69f-bb3a018b35b6 req-ab75c799-6329-4705-9de5-b360679599a4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1773214 Apr 30 16:11:25.168261 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5052b767-523b-4bd5-b69f-bb3a018b35b6 req-b7154421-1169-4f5b-856a-a1d17012372c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939169 Apr 30 16:11:26.489672 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e9c40-1f92-4efc-b7c8-ae06c23c9a0f req-951b75c9-68f7-4c95-ba95-154bd73229ec tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:26.491989 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-326e9c40-1f92-4efc-b7c8-ae06c23c9a0f req-951b75c9-68f7-4c95-ba95-154bd73229ec tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.2062399 Apr 30 16:11:26.567368 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-326e9c40-1f92-4efc-b7c8-ae06c23c9a0f req-4407fdfa-ce82-4516-8ea0-46e532c28bb9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628841 Apr 30 16:11:27.817394 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa2d36-41c5-4e5e-a02e-f856e4792ce0 req-00b18486-f026-41c3-aea0-b1601f4d1940 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:27.818841 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-65fa2d36-41c5-4e5e-a02e-f856e4792ce0 req-00b18486-f026-41c3-aea0-b1601f4d1940 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1038220 Apr 30 16:11:27.866343 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-65fa2d36-41c5-4e5e-a02e-f856e4792ce0 req-db448a78-67bf-4dd9-bcdb-009d414868c9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Apr 30 16:11:28.348736 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:11:29.112515 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef843529-fe15-4085-ae8c-3a803d691778 req-fa6a7193-e6e1-43fe-9f7d-62a6de97d656 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:29.113982 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ef843529-fe15-4085-ae8c-3a803d691778 req-fa6a7193-e6e1-43fe-9f7d-62a6de97d656 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1033857 Apr 30 16:11:29.176046 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ef843529-fe15-4085-ae8c-3a803d691778 req-018b324c-14ce-4b77-8c08-7b1cf494fd42 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501828 Apr 30 16:11:29.230739 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 53638) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:29.385746 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:29.403516 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:29.410500 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] Usage tracker for resource:security_group_rule and tenant:3108309054ce4214b8d67289fa4bf17b is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:29.422953 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:29.433105 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:29.554626 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:29.557839 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:29.568196 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:29.629024 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3108309054ce4214b8d67289fa4bf17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969958 Apr 30 16:11:29.631649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 53646) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:29.634764 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf81768f-d98c-476e-9312-430b2260c78e,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:29.665501 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:29.732284 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bbe95614-1e07-4967-9dfc-2efddc9289fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:29.763567 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bbe95614-1e07-4967-9dfc-2efddc9289fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:29.841742 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bbe95614-1e07-4967-9dfc-2efddc9289fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:29.845859 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3afdbadd-cb54-413a-b66c-46cd6fe11e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:29.860855 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe95614-1e07-4967-9dfc-2efddc9289fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf81768f-d98c-476e-9312-430b2260c78e,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:29.863781 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bbe95614-1e07-4967-9dfc-2efddc9289fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:29.869391 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-bbe95614-1e07-4967-9dfc-2efddc9289fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:29.874100 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-bbe95614-1e07-4967-9dfc-2efddc9289fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf81768f-d98c-476e-9312-430b2260c78e HTTP/1.1" status: 204 len: 168 time: 0.2412674 Apr 30 16:11:30.138627 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:30.463064 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b1100-c260-47ca-91aa-3d3a64d00764 req-8699a4bd-caf8-4d5d-83f4-248faca8262d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:30.464541 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f38b1100-c260-47ca-91aa-3d3a64d00764 req-8699a4bd-caf8-4d5d-83f4-248faca8262d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1649239 Apr 30 16:11:30.516410 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f38b1100-c260-47ca-91aa-3d3a64d00764 req-a5424f5b-1b75-41de-8d39-3584bd441fca tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456300 Apr 30 16:11:30.974614 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee779-64af-4da8-9d74-02899bdaa175 req-d00be6f1-8883-48fd-8af2-9f348fa93e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:30.977040 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-40eee779-64af-4da8-9d74-02899bdaa175 req-d00be6f1-8883-48fd-8af2-9f348fa93e9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 1098 time: 0.1986394 Apr 30 16:11:31.198137 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee779-64af-4da8-9d74-02899bdaa175 req-2a418f98-e9f0-404f-aa82-f46c06f378f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:31.200771 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-40eee779-64af-4da8-9d74-02899bdaa175 req-2a418f98-e9f0-404f-aa82-f46c06f378f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 920 time: 0.1976943 Apr 30 16:11:31.299899 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-40eee779-64af-4da8-9d74-02899bdaa175 req-d0de7eb2-9639-4db0-9f28-407087f464d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad7c865-7f47-43bc-b412-a097d3c94001 HTTP/1.1" status: 200 len: 217 time: 0.0797770 Apr 30 16:11:31.415595 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee779-64af-4da8-9d74-02899bdaa175 req-db51d091-d3ba-4711-8af3-ea18f16d5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:31.417244 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-40eee779-64af-4da8-9d74-02899bdaa175 req-db51d091-d3ba-4711-8af3-ea18f16d5380 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 200 len: 859 time: 0.0994337 Apr 30 16:11:31.498335 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-40eee779-64af-4da8-9d74-02899bdaa175 req-65604d71-4609-4baa-a767-24581437b85c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d95cf8f9-6358-41cb-bd9a-5f66a6944553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694571 Apr 30 16:11:31.658361 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-40eee779-64af-4da8-9d74-02899bdaa175 req-285ec69e-4b25-42fb-8769-7e4ad0321f70 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494944 Apr 30 16:11:31.853377 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-40eee779-64af-4da8-9d74-02899bdaa175 req-1e0b5ffc-8d58-4443-8117-9e3d413adae5 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604702 Apr 30 16:11:31.865907 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bedf0-95b7-4d95-8e05-ad1a45bda528 req-d45f2f69-0f03-48d6-b8f0-9cd48d8f322d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:31.867345 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-662bedf0-95b7-4d95-8e05-ad1a45bda528 req-d45f2f69-0f03-48d6-b8f0-9cd48d8f322d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.2122462 Apr 30 16:11:31.916023 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-662bedf0-95b7-4d95-8e05-ad1a45bda528 req-e6963a4c-8ba9-4a5a-987a-01324bbbff2a tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Apr 30 16:11:33.154803 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a279de-6384-46fb-9ada-ee0346b495b3 req-8712ffab-1a25-4743-8199-ec7a7146f13d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:33.157261 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-80a279de-6384-46fb-9ada-ee0346b495b3 req-8712ffab-1a25-4743-8199-ec7a7146f13d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1164441 Apr 30 16:11:33.208789 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-80a279de-6384-46fb-9ada-ee0346b495b3 req-cc53358a-2790-416a-8edf-cdb9f32eef22 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454624 Apr 30 16:11:34.516719 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da7765-0f27-4e4c-a60f-e4a674cc858b req-3d3cb4c9-1b6e-402f-b9b7-41eb5325d740 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:34.519420 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-11da7765-0f27-4e4c-a60f-e4a674cc858b req-3d3cb4c9-1b6e-402f-b9b7-41eb5325d740 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1558037 Apr 30 16:11:34.594554 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-11da7765-0f27-4e4c-a60f-e4a674cc858b req-72673778-d254-47b5-b1c6-487c9db2c044 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675116 Apr 30 16:11:35.834171 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcc790-2769-4d4e-a475-639df51e5dbc req-95e30a87-6b9d-49f6-bfa4-8073fb8eaee2 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:35.836770 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-40fcc790-2769-4d4e-a475-639df51e5dbc req-95e30a87-6b9d-49f6-bfa4-8073fb8eaee2 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1011200 Apr 30 16:11:35.939178 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-40fcc790-2769-4d4e-a475-639df51e5dbc req-0ec7afc5-986f-4f09-9056-962925c59e8f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917268 Apr 30 16:11:37.221120 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59042214-7217-4d3b-89f9-acef29a38716 req-2f4303e5-be2b-4e95-9896-a901948bb276 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:37.222623 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-59042214-7217-4d3b-89f9-acef29a38716 req-2f4303e5-be2b-4e95-9896-a901948bb276 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1547711 Apr 30 16:11:37.276309 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-59042214-7217-4d3b-89f9-acef29a38716 req-e7821613-d53f-48f6-ba83-48e2383f8fb9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Apr 30 16:11:38.581654 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b2c34-929b-47f4-886a-09734ba04593 req-84f27342-8633-467c-8a3c-d222f9a4f8a6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:38.585546 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e59b2c34-929b-47f4-886a-09734ba04593 req-84f27342-8633-467c-8a3c-d222f9a4f8a6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1342351 Apr 30 16:11:38.722920 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e59b2c34-929b-47f4-886a-09734ba04593 req-ff441858-9fff-4226-ba06-41b457808fd4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243093 Apr 30 16:11:39.959660 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51966575-6c26-474a-9561-c855cea3833b req-a635da0b-cbe5-4165-826a-a9c222e1aa1d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:39.962394 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51966575-6c26-474a-9561-c855cea3833b req-a635da0b-cbe5-4165-826a-a9c222e1aa1d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1111705 Apr 30 16:11:40.029340 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51966575-6c26-474a-9561-c855cea3833b req-ae26d179-4eba-4565-96f3-b2fdbfa888ec tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588703 Apr 30 16:11:41.320094 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db838b5a-91bb-4736-9811-99cae1558ad8 req-d15cf73b-7493-45bd-b677-6cb62ab379ef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:41.321891 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-db838b5a-91bb-4736-9811-99cae1558ad8 req-d15cf73b-7493-45bd-b677-6cb62ab379ef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1243508 Apr 30 16:11:41.391795 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-db838b5a-91bb-4736-9811-99cae1558ad8 req-f1981294-45a1-47bf-aa1c-46310cf589e2 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562973 Apr 30 16:11:42.644591 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32975a95-02d2-403a-8f16-989c39ef4003 req-80e33ad2-12db-44a3-aa9f-48ebfb81ebb4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:42.646260 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-32975a95-02d2-403a-8f16-989c39ef4003 req-80e33ad2-12db-44a3-aa9f-48ebfb81ebb4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0982091 Apr 30 16:11:42.704461 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-32975a95-02d2-403a-8f16-989c39ef4003 req-a28f230c-37b5-4eb9-9f65-352d5535205f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509274 Apr 30 16:11:42.758925 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 53854) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:42.835856 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Deleting subnet 25964c60-a33f-4d58-9fb9-ec6a11f457d4 {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:11:42.839473 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.899471 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.968154 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.367693 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.385221 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:43.428726 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.443148 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/25964c60-a33f-4d58-9fb9-ec6a11f457d4 HTTP/1.1" status: 204 len: 168 time: 0.6802697 Apr 30 16:11:43.443148 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25964c60-a33f-4d58-9fb9-ec6a11f457d4,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:43.445976 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 53870) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:43.450827 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.451180 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.451583 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.451937 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.452283 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.452629 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.452983 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.453321 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.453662 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.454023 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.454369 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.454838 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.459160 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-77e9143d-19d1-4823-bc69-8c2a9d731ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:43.674119 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.967014 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.005204 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6563899-45f8-4e64-898b-0fc281031727 req-604deb0d-689f-4044-bbc3-1e43a42d25c8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:44.008707 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d6563899-45f8-4e64-898b-0fc281031727 req-604deb0d-689f-4044-bbc3-1e43a42d25c8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1066427 Apr 30 16:11:44.113525 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d6563899-45f8-4e64-898b-0fc281031727 req-a4bab692-874b-4c59-b9ce-5e6b7f4d1985 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950422 Apr 30 16:11:44.121862 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e28e2e77-840b-4098-9d38-8a057435e9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.259386 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcda8a2-9f32-4aba-a8f7-c81edc32accc']}} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:44.275852 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d') {'for_net_delete': True} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:44.276066 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc31f7ad-3a32-4074-9eb4-f1c61dfbe50d') {} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:44.291093 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3279391'] for segment, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.316109 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.324729 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=73864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:11:44.516554 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:44.531517 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279869'] for segment, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.720688 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Network 5fcda8a2-9f32-4aba-a8f7-c81edc32accc has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: Traceback (most recent call last): Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: timer() Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: cb(*args, **kw) Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: return func(*args, **kwargs) Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: self._notify() Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: self.callback(batched_events) Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: event.method(event) Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: return f(self, *a, **k) Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: return self._get(url).json() Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: return self.request(url, 'GET', **kwargs) Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:11:44.753803 dv-cinder-775008-3-smb neutron-server[73864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:11:44.842741 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.850275 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.861381 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:44.879149 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] 10.222.0.15 "DELETE /v2.0/networks/5fcda8a2-9f32-4aba-a8f7-c81edc32accc HTTP/1.1" status: 204 len: 168 time: 1.4306214 Apr 30 16:11:44.883224 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fcda8a2-9f32-4aba-a8f7-c81edc32accc,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:44.893036 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.893399 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.893758 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.894287 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.894475 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.894827 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.895169 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.895517 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.895863 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.896211 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.896552 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.896887 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:44.900412 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:45.116714 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 53888) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:45.181338 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-102a140a-ef32-4785-8d99-9b461c71fba2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d9956025b9d45f6b52a3b2f3560147f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632188 Apr 30 16:11:45.184237 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 53894) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:45.309357 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-39677c9b-e5d1-4a99-8c5c-86b2c37c4df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.350573 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-39677c9b-e5d1-4a99-8c5c-86b2c37c4df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.415937 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec1f32-069b-4b63-9775-9121ccf5a420 req-e7a7f736-5291-4ce3-a177-522f5c83f9fe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:45.418272 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a3ec1f32-069b-4b63-9775-9121ccf5a420 req-e7a7f736-5291-4ce3-a177-522f5c83f9fe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1771505 Apr 30 16:11:45.469533 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-39677c9b-e5d1-4a99-8c5c-86b2c37c4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.475991 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c748263d-a27d-4668-8cd2-4e53b8a16239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:45.495466 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a3ec1f32-069b-4b63-9775-9121ccf5a420 req-877c396f-eda6-4ef1-bbdb-d22140a98278 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653162 Apr 30 16:11:45.498458 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39677c9b-e5d1-4a99-8c5c-86b2c37c4df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84731013-2496-4617-bd16-cd25e964c0af,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:45.501538 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-39677c9b-e5d1-4a99-8c5c-86b2c37c4df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:45.510445 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-39677c9b-e5d1-4a99-8c5c-86b2c37c4df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.515668 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-39677c9b-e5d1-4a99-8c5c-86b2c37c4df2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84731013-2496-4617-bd16-cd25e964c0af HTTP/1.1" status: 204 len: 168 time: 0.3252342 Apr 30 16:11:46.859689 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-39cedfe9-40de-42e8-b2e1-1c12406b36ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:46.893830 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1527999-388b-4ecd-8470-6dcb62336fe9 req-0e5373e1-7705-414f-8e61-0042db1505e9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:46.904932 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a1527999-388b-4ecd-8470-6dcb62336fe9 req-0e5373e1-7705-414f-8e61-0042db1505e9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.2138700 Apr 30 16:11:46.975010 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a1527999-388b-4ecd-8470-6dcb62336fe9 req-90201d77-0f72-4748-82c5-3768901fb68f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680273 Apr 30 16:11:47.045305 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:47.969137 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:48.313883 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358077a6-199e-4b1e-bc6f-c39bc24c26e8 req-9277ad1d-7346-41d4-ab6c-d164b7e11b32 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:48.315993 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-358077a6-199e-4b1e-bc6f-c39bc24c26e8 req-9277ad1d-7346-41d4-ab6c-d164b7e11b32 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1346467 Apr 30 16:11:48.404894 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-358077a6-199e-4b1e-bc6f-c39bc24c26e8 req-bf891d4b-c8c1-4491-bc4b-a7e06ad9cc79 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768821 Apr 30 16:11:49.421037 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:49.665201 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9229cb-9f0a-4f1a-a54f-695f4589375b req-1c1bfa33-7d0b-4c92-832f-30e7ff1cc6f8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:49.675180 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2c9229cb-9f0a-4f1a-a54f-695f4589375b req-1c1bfa33-7d0b-4c92-832f-30e7ff1cc6f8 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1177340 Apr 30 16:11:49.731832 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2c9229cb-9f0a-4f1a-a54f-695f4589375b req-bc4e2b15-af80-4b56-b719-6f1e39578d7d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545025 Apr 30 16:11:49.992327 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3effeb5-3c88-4b53-a6f9-57447efc64ac req-c9a705a7-03b8-48bc-8d95-2ee370db6ce3 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:49.993831 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c3effeb5-3c88-4b53-a6f9-57447efc64ac req-c9a705a7-03b8-48bc-8d95-2ee370db6ce3 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.0898898 Apr 30 16:11:50.042898 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c3effeb5-3c88-4b53-a6f9-57447efc64ac req-6fbef902-b401-4a9e-b6a2-0aafa5d6da80 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 Apr 30 16:11:50.933079 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134674c-fb50-47f3-8429-a76cfaabafd8 req-b63b99be-d5f8-48a3-93b2-3d4612d90a2c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:50.935705 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d134674c-fb50-47f3-8429-a76cfaabafd8 req-b63b99be-d5f8-48a3-93b2-3d4612d90a2c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0892432 Apr 30 16:11:50.986412 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d134674c-fb50-47f3-8429-a76cfaabafd8 req-14a6df1f-41ae-422c-b62a-9bbc9a99dc4d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Apr 30 16:11:51.253521 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3a15a-debe-42a8-8d1d-4e7551449233 req-e3e72cdb-b331-4f92-9e82-9cb8fc7042fd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:51.255224 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c2f3a15a-debe-42a8-8d1d-4e7551449233 req-e3e72cdb-b331-4f92-9e82-9cb8fc7042fd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.0918798 Apr 30 16:11:51.302990 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c2f3a15a-debe-42a8-8d1d-4e7551449233 req-f17943e9-66d6-4784-86be-c9fba9ada181 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417888 Apr 30 16:11:52.203338 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2de56-dbca-4e62-a3f5-fdc9f26cf53c req-8f2942ab-608f-4d46-a70d-52ec01b90b38 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:52.205150 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ebd2de56-dbca-4e62-a3f5-fdc9f26cf53c req-8f2942ab-608f-4d46-a70d-52ec01b90b38 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0866570 Apr 30 16:11:52.255421 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ebd2de56-dbca-4e62-a3f5-fdc9f26cf53c req-d813c3b1-d633-433c-b780-39dedad94c3d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443249 Apr 30 16:11:52.531129 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d291e-1520-45ef-bc04-bad562b38fff req-a9ce7bde-115d-4154-b6c1-ad9ef17e41f7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:52.532666 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-723d291e-1520-45ef-bc04-bad562b38fff req-a9ce7bde-115d-4154-b6c1-ad9ef17e41f7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.0974464 Apr 30 16:11:52.593627 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-723d291e-1520-45ef-bc04-bad562b38fff req-b96aadb8-c1cf-46c4-a87d-0043820c0aa8 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506659 Apr 30 16:11:52.889987 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33062653-93f4-4735-bd03-8b83714d088b req-6771194e-ff72-4f7f-b8cf-eae150d7b2d3 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:52.891451 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33062653-93f4-4735-bd03-8b83714d088b req-6771194e-ff72-4f7f-b8cf-eae150d7b2d3 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0981281 Apr 30 16:11:52.937651 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33062653-93f4-4735-bd03-8b83714d088b req-0adad43a-6be4-48a2-997b-8f0218b9ca0f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Apr 30 16:11:53.464623 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287ac02-6a16-4c80-9583-0981e39ea849 req-0b534f00-fb47-43a6-a0bd-d60c2cac38ed tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:53.466285 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f287ac02-6a16-4c80-9583-0981e39ea849 req-0b534f00-fb47-43a6-a0bd-d60c2cac38ed tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0850172 Apr 30 16:11:53.512928 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f287ac02-6a16-4c80-9583-0981e39ea849 req-0e53ddeb-2fd9-4e59-afea-70de0144f47c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Apr 30 16:11:53.813717 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442582ac-83f4-4c7a-8cb8-3484ec15676a req-bbadae76-6ed6-47d8-a27e-793ef7d7de0a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:53.816540 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-442582ac-83f4-4c7a-8cb8-3484ec15676a req-bbadae76-6ed6-47d8-a27e-793ef7d7de0a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1042626 Apr 30 16:11:53.870451 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-442582ac-83f4-4c7a-8cb8-3484ec15676a req-d88d7233-7d65-4e17-bf63-dabeb064f01d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 Apr 30 16:11:54.135999 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0d091-7633-438c-bc1e-82c5ad9582e1 req-ac76fa40-a310-478a-9b1c-fa21537e0c28 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:54.137535 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6fa0d091-7633-438c-bc1e-82c5ad9582e1 req-ac76fa40-a310-478a-9b1c-fa21537e0c28 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0885122 Apr 30 16:11:54.184503 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6fa0d091-7633-438c-bc1e-82c5ad9582e1 req-7925ecff-8a7f-4d6a-89a7-91498ed52ee0 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407722 Apr 30 16:11:54.709768 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00282-2f14-4c0e-8095-1a622587ebfd req-e538bc96-6620-47ce-96cd-fa44404d8093 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:54.710941 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6ca00282-2f14-4c0e-8095-1a622587ebfd req-e538bc96-6620-47ce-96cd-fa44404d8093 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0832772 Apr 30 16:11:54.768354 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6ca00282-2f14-4c0e-8095-1a622587ebfd req-c9eb37c0-6105-4bf4-af69-fde91adc93cc tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506811 Apr 30 16:11:55.119043 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7496ba-0487-4801-aeae-2f6ea7eb0d30 req-a7dc4a48-cd90-48bf-886e-7f7144ca2dae tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:55.120693 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6e7496ba-0487-4801-aeae-2f6ea7eb0d30 req-a7dc4a48-cd90-48bf-886e-7f7144ca2dae tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1223266 Apr 30 16:11:55.174385 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6e7496ba-0487-4801-aeae-2f6ea7eb0d30 req-9b9ec178-6a60-47fd-91f1-d6d09451c099 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465169 Apr 30 16:11:55.397502 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708a57a-2087-4360-902a-d2bca303b36a req-74d6bfa9-3319-42be-a63a-d03631b7f017 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:55.399132 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5708a57a-2087-4360-902a-d2bca303b36a req-74d6bfa9-3319-42be-a63a-d03631b7f017 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0910296 Apr 30 16:11:55.452026 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5708a57a-2087-4360-902a-d2bca303b36a req-ad69995a-c6ab-4c40-b3db-26360cf3d00f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452449 Apr 30 16:11:56.017049 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1e93-90f7-400a-b86c-8c20e3b23657 req-b4101f66-7cbd-40ec-9d07-5de96106c318 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:56.019266 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-86ae1e93-90f7-400a-b86c-8c20e3b23657 req-b4101f66-7cbd-40ec-9d07-5de96106c318 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0922968 Apr 30 16:11:56.088470 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-86ae1e93-90f7-400a-b86c-8c20e3b23657 req-588a5b4a-fac1-4d86-a1b9-ddd07fb47d68 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575979 Apr 30 16:11:56.163189 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba6cdb-df63-49c1-861d-febd7f9ececf req-9923ca6c-5c16-46bc-a510-076dae857493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:56.164940 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-70ba6cdb-df63-49c1-861d-febd7f9ececf req-9923ca6c-5c16-46bc-a510-076dae857493 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 1098 time: 0.0801923 Apr 30 16:11:56.210486 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-70ba6cdb-df63-49c1-861d-febd7f9ececf req-843486e4-b559-4280-acf9-99a903cbfe2e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 Apr 30 16:11:56.480773 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752a3af-7de6-4823-ba10-3b3fecb63fab req-0ad3dee8-67db-4ff2-9ee6-f28b7cf94a45 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:56.483279 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2752a3af-7de6-4823-ba10-3b3fecb63fab req-0ad3dee8-67db-4ff2-9ee6-f28b7cf94a45 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1768417 Apr 30 16:11:56.538049 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2752a3af-7de6-4823-ba10-3b3fecb63fab req-95576142-1998-46a5-998f-fd53d95a8246 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484922 Apr 30 16:11:56.750156 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aaf9e-e6b2-45b0-8f4e-294e7e41f37d req-3cd81ad6-52c2-4207-990b-790e6bf1f09a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:56.751988 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f86aaf9e-e6b2-45b0-8f4e-294e7e41f37d req-3cd81ad6-52c2-4207-990b-790e6bf1f09a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1432614 Apr 30 16:11:56.809359 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f86aaf9e-e6b2-45b0-8f4e-294e7e41f37d req-9f317bd9-64d9-4345-a67d-d2c672f6ac2f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466983 Apr 30 16:11:57.332259 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ce0c3-ed4b-47cc-8f65-29535598598f req-2020ba21-5cc3-4c95-a100-42f5470fa730 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:57.333795 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-001ce0c3-ed4b-47cc-8f65-29535598598f req-2020ba21-5cc3-4c95-a100-42f5470fa730 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0887127 Apr 30 16:11:57.392127 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-001ce0c3-ed4b-47cc-8f65-29535598598f req-2405c71d-8ef5-407b-88e2-65e63ceb30de tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514221 Apr 30 16:11:57.770879 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fb255-0116-4c6f-bd1e-8a3ac97cde65 req-13ed6c06-19de-4dd7-9696-f30e3224154d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:57.773561 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6a3fb255-0116-4c6f-bd1e-8a3ac97cde65 req-13ed6c06-19de-4dd7-9696-f30e3224154d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.0940182 Apr 30 16:11:57.828634 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6a3fb255-0116-4c6f-bd1e-8a3ac97cde65 req-de2f6120-a0d9-4016-b942-bb46370e61ed tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434198 Apr 30 16:11:58.110203 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ff2e1-549b-42b0-8643-688f430e6ef6 req-c43c4ed4-0d3b-43d3-9c1e-1f0a8e163ec6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:58.111932 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a99ff2e1-549b-42b0-8643-688f430e6ef6 req-c43c4ed4-0d3b-43d3-9c1e-1f0a8e163ec6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1086192 Apr 30 16:11:58.159309 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a99ff2e1-549b-42b0-8643-688f430e6ef6 req-0039af59-87b0-4bce-a119-2d010c6df1c7 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Apr 30 16:11:58.599095 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a788e-09ed-4707-9e53-72b60c35efb4 req-839a0ce2-d8e1-4d28-b4c8-a1501e8b68e1 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:58.600563 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-813a788e-09ed-4707-9e53-72b60c35efb4 req-839a0ce2-d8e1-4d28-b4c8-a1501e8b68e1 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0947044 Apr 30 16:11:58.652052 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-813a788e-09ed-4707-9e53-72b60c35efb4 req-d7a255e7-2030-4ffb-8ae7-7b4fb09b4181 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444522 Apr 30 16:11:59.191154 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aab13-e2e1-4b53-bdb9-a9ea352f437f req-f9b63ec5-d30e-454f-8c4b-e8c065af59ce tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:59.195123 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ed9aab13-e2e1-4b53-bdb9-a9ea352f437f req-f9b63ec5-d30e-454f-8c4b-e8c065af59ce tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1621263 Apr 30 16:11:59.282806 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ed9aab13-e2e1-4b53-bdb9-a9ea352f437f req-2b03ed93-d5bf-4cf6-a81d-ec33fd6ad38c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756390 Apr 30 16:11:59.410981 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47fb41-1ff8-4088-b9fe-251ee71b49ca req-4c9d5ff6-b301-451b-8ea1-e631004d275e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:59.412404 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6c47fb41-1ff8-4088-b9fe-251ee71b49ca req-4c9d5ff6-b301-451b-8ea1-e631004d275e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1815782 Apr 30 16:11:59.419824 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb9f0-086e-4045-a678-eb987af9d177 req-512ffe64-4bf2-4c4e-b540-1899e79c3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:59.421347 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b9bfb9f0-086e-4045-a678-eb987af9d177 req-512ffe64-4bf2-4c4e-b540-1899e79c3e4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5c5be14ad3411b8c241f609911b756&device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 1098 time: 0.1494172 Apr 30 16:11:59.479518 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6c47fb41-1ff8-4088-b9fe-251ee71b49ca req-9858c267-8f8b-44e0-833f-5ba6c36a3c2a tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565765 Apr 30 16:11:59.514420 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8d6fe-1b56-4d9e-b28e-dc1d2dc47f99 req-fe83583d-cf2b-4cca-ad19-cb184d038bf7 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:59.515997 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-86e8d6fe-1b56-4d9e-b28e-dc1d2dc47f99 req-fe83583d-cf2b-4cca-ad19-cb184d038bf7 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1012456 Apr 30 16:11:59.576989 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-86e8d6fe-1b56-4d9e-b28e-dc1d2dc47f99 req-f0fa3e27-266b-4712-9290-b1aac5816723 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498662 Apr 30 16:11:59.806694 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb9f0-086e-4045-a678-eb987af9d177 req-cc6852d4-8aaf-4d69-afd2-f582c41e771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:59.808726 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b9bfb9f0-086e-4045-a678-eb987af9d177 req-cc6852d4-8aaf-4d69-afd2-f582c41e771d service neutron] 10.222.0.64 "GET /v2.0/networks?id=d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 200 len: 920 time: 0.1686234 Apr 30 16:11:59.923484 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b9bfb9f0-086e-4045-a678-eb987af9d177 req-3f1062f7-a163-433e-b610-3af04aaa729e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad7c865-7f47-43bc-b412-a097d3c94001 HTTP/1.1" status: 200 len: 217 time: 0.0753565 Apr 30 16:12:00.007475 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb9f0-086e-4045-a678-eb987af9d177 req-a96a46dc-de99-4aa0-ac3d-4c43b2cf610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:00.009787 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b9bfb9f0-086e-4045-a678-eb987af9d177 req-a96a46dc-de99-4aa0-ac3d-4c43b2cf610c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 200 len: 859 time: 0.0716679 Apr 30 16:12:00.083081 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b9bfb9f0-086e-4045-a678-eb987af9d177 req-5cab1719-ea41-4879-a029-a3c045bc3063 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d95cf8f9-6358-41cb-bd9a-5f66a6944553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630763 Apr 30 16:12:00.142161 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:00.246761 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b9bfb9f0-086e-4045-a678-eb987af9d177 req-04c65f8e-3700-4802-a49c-917a660f35b0 service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501982 Apr 30 16:12:00.410388 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b9bfb9f0-086e-4045-a678-eb987af9d177 req-969b0f81-0269-4d8c-b7b2-c7518a99368f service neutron] 10.222.0.64 "GET /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521702 Apr 30 16:12:00.537452 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6075873-3985-4b07-8080-6fd97b04464b req-06b434a0-0a9d-4ffa-826a-9bd6a6464580 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:00.540894 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b6075873-3985-4b07-8080-6fd97b04464b req-06b434a0-0a9d-4ffa-826a-9bd6a6464580 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1181068 Apr 30 16:12:00.621239 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b6075873-3985-4b07-8080-6fd97b04464b req-c80e8d93-ac4a-4760-a794-017ed861e672 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728173 Apr 30 16:12:00.792836 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64f5f9-ab07-4b21-a19d-885c5a679386 req-8d04c4f2-fd59-41b5-8b89-4ebbf00a4757 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:00.794930 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ba64f5f9-ab07-4b21-a19d-885c5a679386 req-8d04c4f2-fd59-41b5-8b89-4ebbf00a4757 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1660345 Apr 30 16:12:00.857216 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ba64f5f9-ab07-4b21-a19d-885c5a679386 req-6ffead25-9162-4ecf-b073-eb58ebcb0fa9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543592 Apr 30 16:12:00.872824 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04db38-1dd8-40aa-b0e2-65d25b405421 req-95505189-357f-41e8-83db-3cbe4d999348 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:00.874876 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1c04db38-1dd8-40aa-b0e2-65d25b405421 req-95505189-357f-41e8-83db-3cbe4d999348 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1191268 Apr 30 16:12:00.931910 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1c04db38-1dd8-40aa-b0e2-65d25b405421 req-6c950b5a-5bfc-45a8-9373-7f7455d4e746 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509782 Apr 30 16:12:01.860281 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ea127-d898-47e3-b58d-bc4a1c5f5b43 req-77fd04ad-6f12-4930-8166-d7bb40ff185f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:01.861864 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-257ea127-d898-47e3-b58d-bc4a1c5f5b43 req-77fd04ad-6f12-4930-8166-d7bb40ff185f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1184244 Apr 30 16:12:01.911590 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-257ea127-d898-47e3-b58d-bc4a1c5f5b43 req-2e830de8-ff7f-435a-8009-0b5989f36774 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427918 Apr 30 16:12:02.096582 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c16f91-4c65-4dcc-8cc2-daa70e719b98 req-0d67c1d5-06cb-445c-9309-adbbb8f9622e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:02.098113 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d8c16f91-4c65-4dcc-8cc2-daa70e719b98 req-0d67c1d5-06cb-445c-9309-adbbb8f9622e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1001353 Apr 30 16:12:02.142075 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0a0d-eb36-4156-8ceb-365a7c39f361 req-3df7c3ae-0640-4b50-8cb4-421cf0099f38 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:02.143658 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-70aa0a0d-eb36-4156-8ceb-365a7c39f361 req-3df7c3ae-0640-4b50-8cb4-421cf0099f38 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0918739 Apr 30 16:12:02.151208 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d8c16f91-4c65-4dcc-8cc2-daa70e719b98 req-3ca4712f-7697-4e92-8e70-556c5d8c211e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Apr 30 16:12:02.196529 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-70aa0a0d-eb36-4156-8ceb-365a7c39f361 req-db07cf34-37c5-48c6-9c2d-f04fd0cfb487 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463386 Apr 30 16:12:03.120020 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fcff9-5c17-4941-a8ae-d94f187141de req-a7f1ed13-bfa4-4f57-8e33-71def19d9ad4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:03.121561 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a36fcff9-5c17-4941-a8ae-d94f187141de req-a7f1ed13-bfa4-4f57-8e33-71def19d9ad4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.0893469 Apr 30 16:12:03.171110 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a36fcff9-5c17-4941-a8ae-d94f187141de req-9ac45cd4-1fcf-4b01-bd96-11793a4bd3bf tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 Apr 30 16:12:03.369286 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b605fa1-fd24-41b7-8843-66b50c18a086 req-94cf68a4-295e-4307-a2e9-ad7a65750da6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:03.374916 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9b605fa1-fd24-41b7-8843-66b50c18a086 req-94cf68a4-295e-4307-a2e9-ad7a65750da6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1024740 Apr 30 16:12:03.414820 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38738817-522b-4e6a-8774-980078107511 req-c32180ae-c84a-441c-9d84-810e37be2685 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:03.423025 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-38738817-522b-4e6a-8774-980078107511 req-c32180ae-c84a-441c-9d84-810e37be2685 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1019816 Apr 30 16:12:03.425350 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9b605fa1-fd24-41b7-8843-66b50c18a086 req-bbb9be77-f5e7-40e7-bcb2-2baae039ff1e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Apr 30 16:12:03.466854 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-38738817-522b-4e6a-8774-980078107511 req-e521791b-eb1f-4357-bc42-9911864f7b86 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421989 Apr 30 16:12:04.398227 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427096fe-3a6c-400f-99b4-6f3cc1d3ce98 req-cda840fe-98ae-497e-a20c-62a262b8f5df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:04.400184 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-427096fe-3a6c-400f-99b4-6f3cc1d3ce98 req-cda840fe-98ae-497e-a20c-62a262b8f5df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1048422 Apr 30 16:12:04.453878 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-427096fe-3a6c-400f-99b4-6f3cc1d3ce98 req-f28ea4bd-435f-4199-9bfb-ffd1d9699caf tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471699 Apr 30 16:12:04.675606 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac609678-1019-431a-88ea-7bf09f9a80c3 req-7396f6a3-9628-4b12-8515-ca7d12a77f3f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:04.676721 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ac609678-1019-431a-88ea-7bf09f9a80c3 req-7396f6a3-9628-4b12-8515-ca7d12a77f3f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1230142 Apr 30 16:12:04.734176 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ac609678-1019-431a-88ea-7bf09f9a80c3 req-c6b24949-b426-475f-8911-286e3853857f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508611 Apr 30 16:12:04.761351 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8165d5-6de1-4765-9771-a0f4392bdb59 req-b562001c-e57c-401c-b4f1-c2439cdbb237 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:04.763031 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5d8165d5-6de1-4765-9771-a0f4392bdb59 req-b562001c-e57c-401c-b4f1-c2439cdbb237 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1797814 Apr 30 16:12:04.817133 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5d8165d5-6de1-4765-9771-a0f4392bdb59 req-6d401849-4413-4f94-925a-31df521c9b8c tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478323 Apr 30 16:12:05.348380 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:12:05.703506 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d8f2f-bfde-430b-87c5-394db8b3a55d req-99e42b5c-9fcd-475e-9ccd-c8b4c6694a2d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:05.705061 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-040d8f2f-bfde-430b-87c5-394db8b3a55d req-99e42b5c-9fcd-475e-9ccd-c8b4c6694a2d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1342237 Apr 30 16:12:05.754071 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-040d8f2f-bfde-430b-87c5-394db8b3a55d req-ed4b1134-ad9a-4bd5-9b63-603c22edff55 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Apr 30 16:12:05.973482 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3f40c-aa5e-4ab3-880e-c481ac71810d req-4210e163-92ab-4a67-b130-ec5c60f78e2f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:05.981141 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b3c3f40c-aa5e-4ab3-880e-c481ac71810d req-4210e163-92ab-4a67-b130-ec5c60f78e2f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1088898 Apr 30 16:12:06.029953 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b3c3f40c-aa5e-4ab3-880e-c481ac71810d req-d7efd3f1-2619-4d7d-8aac-5ecc0c4bcab9 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470665 Apr 30 16:12:06.076141 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3305a24-1b3c-437c-acac-d91bd1a3d54a req-06b19ece-7e0a-46a9-a27e-1bf526c5ae13 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:06.077876 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3305a24-1b3c-437c-acac-d91bd1a3d54a req-06b19ece-7e0a-46a9-a27e-1bf526c5ae13 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1192169 Apr 30 16:12:06.130467 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3305a24-1b3c-437c-acac-d91bd1a3d54a req-445b174b-311f-4227-b4d9-2acb24233b36 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Apr 30 16:12:06.997234 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bdfd8-d8ab-416b-9294-22e675e98037 req-0a83be56-3ead-405b-8c3e-54e58a97cc12 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:06.999819 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db5bdfd8-d8ab-416b-9294-22e675e98037 req-0a83be56-3ead-405b-8c3e-54e58a97cc12 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1210418 Apr 30 16:12:07.052695 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db5bdfd8-d8ab-416b-9294-22e675e98037 req-5243a1b2-dd78-4547-9362-55abe450ff00 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436137 Apr 30 16:12:07.334076 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35d6c1-f4a6-49f9-b41b-e140f7d23a50 req-50a16d7c-f2f2-466d-bfbe-b4011c9d2190 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:07.335609 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1e35d6c1-f4a6-49f9-b41b-e140f7d23a50 req-50a16d7c-f2f2-466d-bfbe-b4011c9d2190 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0905247 Apr 30 16:12:07.384521 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1e35d6c1-f4a6-49f9-b41b-e140f7d23a50 req-a671ed14-f327-4dc2-8bad-798619fc8e2b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Apr 30 16:12:07.849463 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 98a6ae23-1e33-42db-b11c-cc7264deb948 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:12:08.032925 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:08.049649 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'port_id': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'mac_address': 'fa:16:3e:72:82:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:12:08.113814 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:08.140959 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98a6ae23-1e33-42db-b11c-cc7264deb948 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:12:08.158380 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:08.164017 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:08.166111 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:08.262277 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=6']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:08.274796 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.275130 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.275555 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.275950 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.276336 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.276860 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.277251 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.277680 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.279643 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.280124 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.280725 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.281116 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:08.288275 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:08.352065 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566247d3-542a-495b-9c95-a02ba18cecc1 req-e6fb6cf8-7149-4bdf-954e-0b7a98aff4c2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:08.353661 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-566247d3-542a-495b-9c95-a02ba18cecc1 req-e6fb6cf8-7149-4bdf-954e-0b7a98aff4c2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 945 time: 0.1388845 Apr 30 16:12:08.408343 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['98a6ae23-1e33-42db-b11c-cc7264deb948'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:12:08.425406 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-566247d3-542a-495b-9c95-a02ba18cecc1 req-097ed908-6b34-444d-98be-9911f8f5f8d7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569708 Apr 30 16:12:08.638514 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14ebaa-b313-4239-936f-817e1ff06d0f req-0b23a386-480d-49f1-9da9-e685ee5b1899 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:08.640207 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0b14ebaa-b313-4239-936f-817e1ff06d0f req-0b23a386-480d-49f1-9da9-e685ee5b1899 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1087785 Apr 30 16:12:08.708127 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0b14ebaa-b313-4239-936f-817e1ff06d0f req-7bd5d797-5b6a-4d91-95f7-412788773d83 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595393 Apr 30 16:12:09.826315 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125488d-1195-471a-8c34-bedce7e87437 req-d3de8d65-1a9e-4477-a604-fbddcd3cce1b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:09.828078 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2125488d-1195-471a-8c34-bedce7e87437 req-d3de8d65-1a9e-4477-a604-fbddcd3cce1b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 945 time: 0.1048045 Apr 30 16:12:09.851103 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 98a6ae23-1e33-42db-b11c-cc7264deb948 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:12:09.886516 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2125488d-1195-471a-8c34-bedce7e87437 req-8523e4bd-338c-429f-9922-70f912173df5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503995 Apr 30 16:12:09.962291 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 98a6ae23-1e33-42db-b11c-cc7264deb948 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:12:09.962661 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:09.975079 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d9d47-b911-4db5-8295-362d9d0af164 req-ef58fb43-64a3-487c-b3a7-dd8f7c3f4f82 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:09.976613 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-244d9d47-b911-4db5-8295-362d9d0af164 req-ef58fb43-64a3-487c-b3a7-dd8f7c3f4f82 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1043496 Apr 30 16:12:10.028253 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-244d9d47-b911-4db5-8295-362d9d0af164 req-68eec77d-0376-4711-8362-eb3ffeb103f0 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445840 Apr 30 16:12:10.088643 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:10.118125 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:12:10.128854 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:10.133132 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:10.136700 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:10.175654 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'code': 200} Apr 30 16:12:10.210937 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=7']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:10.214572 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:11.109302 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0608a-e062-410e-8198-7e35fefb856f req-af3dfcd2-c7a5-452b-a025-9089c00b13fc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:11.117599 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dca0608a-e062-410e-8198-7e35fefb856f req-af3dfcd2-c7a5-452b-a025-9089c00b13fc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1076510 Apr 30 16:12:11.163249 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dca0608a-e062-410e-8198-7e35fefb856f req-cb4e9e7f-2445-421a-b55e-74c1250e15ec tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447102 Apr 30 16:12:11.241919 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b070b2-d718-48e2-b6b4-44aca76f9771 req-193e0b7e-8f22-4924-9606-912ef005956e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:11.243444 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63b070b2-d718-48e2-b6b4-44aca76f9771 req-193e0b7e-8f22-4924-9606-912ef005956e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1006379 Apr 30 16:12:11.293648 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63b070b2-d718-48e2-b6b4-44aca76f9771 req-1a86b609-d77d-4aa1-ab01-4d97be0905fa tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443296 Apr 30 16:12:11.887083 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787880b-1c24-4bb0-9e50-704918659786 req-b23c753d-bb13-446c-b09b-43618e9fe089 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:11.889136 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f787880b-1c24-4bb0-9e50-704918659786 req-b23c753d-bb13-446c-b09b-43618e9fe089 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.0845084 Apr 30 16:12:11.943356 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f787880b-1c24-4bb0-9e50-704918659786 req-6736c283-2a1d-48ee-ba7b-9278cc8de002 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477862 Apr 30 16:12:12.362876 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86a320-b427-4152-af1d-38292adf9580 req-cbeeca5f-836e-4a32-b42c-51cf9f14accb tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:12.364648 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ef86a320-b427-4152-af1d-38292adf9580 req-cbeeca5f-836e-4a32-b42c-51cf9f14accb tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.0867929 Apr 30 16:12:12.415756 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ef86a320-b427-4152-af1d-38292adf9580 req-0accb93d-5b77-4a21-bc9d-9c98f7f7e4b5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444684 Apr 30 16:12:12.492460 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59348c8c-27b5-4d9d-b74e-9b0cd5e2947c req-f6afa908-53d8-4785-9df1-c5c15394abdd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:12.493942 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-59348c8c-27b5-4d9d-b74e-9b0cd5e2947c req-f6afa908-53d8-4785-9df1-c5c15394abdd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0867550 Apr 30 16:12:12.540721 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-59348c8c-27b5-4d9d-b74e-9b0cd5e2947c req-5005579d-9bfe-47dd-ac9d-733fd51940b6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404246 Apr 30 16:12:13.162161 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bff15e-7848-40d6-82db-c50bfef43e85 req-970d3fe3-afdb-4261-a6af-8429c955b66a tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:13.163779 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a7bff15e-7848-40d6-82db-c50bfef43e85 req-970d3fe3-afdb-4261-a6af-8429c955b66a tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.0929248 Apr 30 16:12:13.222673 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a7bff15e-7848-40d6-82db-c50bfef43e85 req-4af1cad8-3aa8-4af9-b4db-6eeda44f305d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478606 Apr 30 16:12:13.610938 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82560cb3-846e-4c81-ac04-5ff9334c7cc8 req-a1cba339-b4d9-474d-86e8-da66302d6bff tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:13.612802 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-82560cb3-846e-4c81-ac04-5ff9334c7cc8 req-a1cba339-b4d9-474d-86e8-da66302d6bff tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.0867872 Apr 30 16:12:13.668696 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-82560cb3-846e-4c81-ac04-5ff9334c7cc8 req-babd388e-8794-4693-ba09-f89d9a63ce33 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481813 Apr 30 16:12:13.877016 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecc668-0601-4a75-9153-2eb44374b966 req-a68d693b-fac8-4990-9c41-6e872d25a21e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:13.878509 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-86ecc668-0601-4a75-9153-2eb44374b966 req-a68d693b-fac8-4990-9c41-6e872d25a21e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0852854 Apr 30 16:12:13.923614 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-86ecc668-0601-4a75-9153-2eb44374b966 req-ed1c823c-f01a-46b6-a545-0105cd45831e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394762 Apr 30 16:12:14.098079 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d71cf303-bd03-4688-ba16-301b913635f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:14.270265 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012be6d5-fce2-4496-8e97-5e169fceb7b4 req-2fb830d3-d099-42e5-9b92-694c3dc2474b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:14.274756 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-012be6d5-fce2-4496-8e97-5e169fceb7b4 req-2fb830d3-d099-42e5-9b92-694c3dc2474b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0927842 Apr 30 16:12:14.331497 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-012be6d5-fce2-4496-8e97-5e169fceb7b4 req-00d7eb3c-6c51-41e7-b904-4537a6eb143e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455570 Apr 30 16:12:14.414111 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-e02a1e2c-cb37-4860-955a-a85eba07afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:14.415575 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-e02a1e2c-cb37-4860-955a-a85eba07afd2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 1098 time: 0.1246152 Apr 30 16:12:14.459845 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e5f3a-0b8e-4054-a9c0-2fa5164f10b0 req-3f4eefad-2d7f-42ff-b59a-991da5724a50 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:14.461505 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-526e5f3a-0b8e-4054-a9c0-2fa5164f10b0 req-3f4eefad-2d7f-42ff-b59a-991da5724a50 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.1049838 Apr 30 16:12:14.519289 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-526e5f3a-0b8e-4054-a9c0-2fa5164f10b0 req-fc151c52-0dfa-4e98-9be1-b3ea4297790f tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Apr 30 16:12:14.665903 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-f226f157-4e4e-4c2e-b404-7967d0a49fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:14.667427 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-f226f157-4e4e-4c2e-b404-7967d0a49fcd service neutron] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 912 time: 0.1470773 Apr 30 16:12:14.795876 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-0c6b233a-e4cf-4464-9087-ada92f39688b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4a4d588-ad44-4eb7-826f-413a438f913c HTTP/1.1" status: 200 len: 1000 time: 0.1047719 Apr 30 16:12:14.876553 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a5000-0022-4454-a01c-a9710b7a4ea2 req-e54b9429-6481-4f1e-8093-dc8d751ab5a2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:14.878086 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-479a5000-0022-4454-a01c-a9710b7a4ea2 req-e54b9429-6481-4f1e-8093-dc8d751ab5a2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.0903366 Apr 30 16:12:14.900902 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-695f1427-f614-47a9-a1ea-f2002a3c598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:14.902552 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-695f1427-f614-47a9-a1ea-f2002a3c598f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.0655482 Apr 30 16:12:14.929621 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-479a5000-0022-4454-a01c-a9710b7a4ea2 req-fa0e1139-3f18-4651-9d09-d6a770dc68e2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449491 Apr 30 16:12:14.990885 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-b2ba2997-9d82-477e-8e04-74cca8c05d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:14.992346 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-b2ba2997-9d82-477e-8e04-74cca8c05d92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827289 Apr 30 16:12:15.141958 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-e6c6b2b1-e2a7-4c7f-b866-b26283dbffdd service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321123 Apr 30 16:12:15.537556 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-46f930d6-46a5-47b2-a87b-7686a42fb792 req-12dc3d57-3f9b-441a-bfb2-245a56ba8534 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222785 Apr 30 16:12:15.550097 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-ccce2db1-a5e7-4347-a611-ec8295384327 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:15.551905 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-ccce2db1-a5e7-4347-a611-ec8295384327 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.3354280 Apr 30 16:12:15.625837 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894d054-628b-4526-ba02-9c8e6ddf1fae req-b6e4959b-ef3f-4d5b-b208-b0e8a336142f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:15.627351 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d894d054-628b-4526-ba02-9c8e6ddf1fae req-b6e4959b-ef3f-4d5b-b208-b0e8a336142f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1828480 Apr 30 16:12:15.713731 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbc56a-e798-4c20-b4aa-6fbbd2d15ff6 req-972c37f7-65e0-4a69-8292-d00513bbbd6c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:15.715279 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-32fbc56a-e798-4c20-b4aa-6fbbd2d15ff6 req-972c37f7-65e0-4a69-8292-d00513bbbd6c tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 945 time: 0.0850928 Apr 30 16:12:15.724379 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d894d054-628b-4526-ba02-9c8e6ddf1fae req-21e8fd78-2303-462a-86d2-da1a118bf549 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896804 Apr 30 16:12:15.752867 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Deleting port 14cec080-cb5e-434d-9404-5b9977c12704 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:12:15.753209 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:15.831964 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-32fbc56a-e798-4c20-b4aa-6fbbd2d15ff6 req-5bff735f-3154-49ca-a846-d923ce67ea57 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096849 Apr 30 16:12:15.899037 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] For port 14cec080-cb5e-434d-9404-5b9977c12704, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=14cec080-cb5e-434d-9404-5b9977c12704,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:15.899380 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.040478 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Calling delete_port for 14cec080-cb5e-434d-9404-5b9977c12704 owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:12:16.199281 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4537d-6707-4edc-b42f-a357f7d2c061 req-6275ae34-6ece-4668-8364-e13c032f1d21 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:16.200853 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8fa4537d-6707-4edc-b42f-a357f7d2c061 req-6275ae34-6ece-4668-8364-e13c032f1d21 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1405733 Apr 30 16:12:16.271089 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8fa4537d-6707-4edc-b42f-a357f7d2c061 req-d61aaa4e-493d-4903-95bb-c82ff1e8a928 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582778 Apr 30 16:12:16.271864 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.278129 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-32747033-0c14-4003-807a-9c5012303c49 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:16.319694 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['5ad7c865-7f47-43bc-b412-a097d3c94001'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:12:16.325433 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Pushing event deleted for resources: {'Port': ['ID=14cec080-cb5e-434d-9404-5b9977c12704,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:16.329559 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:16.411716 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] No DVR routers for this DVR port 14cec080-cb5e-434d-9404-5b9977c12704 on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:12:16.414711 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.418137 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fe1d1e-20f1-47c6-b951-ec94672b2eca', 'name': 'network-vif-deleted', 'tag': '14cec080-cb5e-434d-9404-5b9977c12704'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:12:16.459581 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-06711f4b-d620-4b98-94ee-29e845cdf144 req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.64 "DELETE /v2.0/ports/14cec080-cb5e-434d-9404-5b9977c12704 HTTP/1.1" status: 204 len: 173 time: 0.8950696 Apr 30 16:12:16.486827 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fe1d1e-20f1-47c6-b951-ec94672b2eca', 'name': 'network-vif-deleted', 'tag': '14cec080-cb5e-434d-9404-5b9977c12704', 'status': 'completed', 'code': 200} Apr 30 16:12:16.871067 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-59d3fa37-474c-48f8-8a43-9cda23a1d820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:17.055691 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:17.073035 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d762f-1245-42b4-8330-290f63115d2e req-68c63b4e-797d-47a0-9e9c-59f058192931 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:17.074760 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c38d762f-1245-42b4-8330-290f63115d2e req-68c63b4e-797d-47a0-9e9c-59f058192931 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1129370 Apr 30 16:12:17.220274 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c38d762f-1245-42b4-8330-290f63115d2e req-2b36eb69-d47e-4011-bf39-fc915e50e224 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345637 Apr 30 16:12:17.458082 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-5009a56a-6a1b-4e40-abca-77e689e5cd38 req-fc65707b-4c8a-471d-bfe2-cd094937581e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Synchronizing usage tracker for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:12:17.480521 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-5009a56a-6a1b-4e40-abca-77e689e5cd38 req-fc65707b-4c8a-471d-bfe2-cd094937581e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Unset dirty status for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:12:17.483770 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5009a56a-6a1b-4e40-abca-77e689e5cd38 req-fc65707b-4c8a-471d-bfe2-cd094937581e tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5fe1d1e-20f1-47c6-b951-ec94672b2eca HTTP/1.1" status: 200 len: 210 time: 0.1031044 Apr 30 16:12:17.565827 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8799e5-2d2d-4787-a74d-f2077400759d req-0bb18ff6-571f-4e71-b0e0-b2b2b6b5c9df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:17.567368 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6f8799e5-2d2d-4787-a74d-f2077400759d req-0bb18ff6-571f-4e71-b0e0-b2b2b6b5c9df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.0998569 Apr 30 16:12:17.617284 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6f8799e5-2d2d-4787-a74d-f2077400759d req-56ef030b-6201-48c0-95c7-269367e049a5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440960 Apr 30 16:12:17.881114 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 14cec080-cb5e-434d-9404-5b9977c12704 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:12:17.943534 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 14cec080-cb5e-434d-9404-5b9977c12704 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:12:17.944319 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 14cec080-cb5e-434d-9404-5b9977c12704 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:12:17.981482 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:18.972915 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6049774-60b6-4588-b49b-95dc5e81e8bf req-e8b93302-674c-4c50-a5d4-826b27390a78 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:18.974635 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c6049774-60b6-4588-b49b-95dc5e81e8bf req-e8b93302-674c-4c50-a5d4-826b27390a78 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1584432 Apr 30 16:12:19.063959 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f677b-0bdb-40c6-a337-c9c1d6909236 req-f0992b60-847f-4c6a-bbbe-ca4da3290bb7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:19.066464 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a81f677b-0bdb-40c6-a337-c9c1d6909236 req-f0992b60-847f-4c6a-bbbe-ca4da3290bb7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0937123 Apr 30 16:12:19.087778 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c6049774-60b6-4588-b49b-95dc5e81e8bf req-94678052-7f03-4a39-997e-85a5a79715b1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055059 Apr 30 16:12:19.139600 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a81f677b-0bdb-40c6-a337-c9c1d6909236 req-189fc15e-06c0-4ca5-bb70-69f3bb4d5fa7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665326 Apr 30 16:12:19.480461 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:20.002723 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053089c-009d-4e91-8cd7-2bb4c864c1bc req-3fb4f907-17be-4084-8021-4ab2b12f7532 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:20.004167 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4053089c-009d-4e91-8cd7-2bb4c864c1bc req-3fb4f907-17be-4084-8021-4ab2b12f7532 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.0911970 Apr 30 16:12:20.065171 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4053089c-009d-4e91-8cd7-2bb4c864c1bc req-c28349ff-ff8a-4116-9d09-26f6801136ae tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526633 Apr 30 16:12:20.405121 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816286b-9d05-449d-bfa3-1f519b1e4618 req-d9f83ec6-8463-4291-950d-716448f9acfe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:20.407988 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e816286b-9d05-449d-bfa3-1f519b1e4618 req-d9f83ec6-8463-4291-950d-716448f9acfe tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1407516 Apr 30 16:12:20.465673 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e816286b-9d05-449d-bfa3-1f519b1e4618 req-8f109dca-449b-46a4-8822-1f349e9ece30 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514550 Apr 30 16:12:20.570921 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7b04-1618-4157-ad72-eac45d741cf2 req-8388aced-ad36-49ab-aaaa-e6929340eadd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:20.581217 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-699e7b04-1618-4157-ad72-eac45d741cf2 req-8388aced-ad36-49ab-aaaa-e6929340eadd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.2803917 Apr 30 16:12:20.647551 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-699e7b04-1618-4157-ad72-eac45d741cf2 req-4d827815-da14-485c-8977-1f42c92d1f72 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650463 Apr 30 16:12:21.297123 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293690-0b69-4ade-8bad-610e144a5e23 req-31cc8a03-bf70-4818-8079-2af0fb83297e tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:21.298610 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-84293690-0b69-4ade-8bad-610e144a5e23 req-31cc8a03-bf70-4818-8079-2af0fb83297e tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.0898867 Apr 30 16:12:21.346773 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-84293690-0b69-4ade-8bad-610e144a5e23 req-912f1293-1544-40cd-8a7b-d413e65df55e tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Apr 30 16:12:21.723430 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140707-baf9-4500-b2b5-2884823b5cd2 req-605e2c16-ef89-4d74-8f54-dfbdf7467fde tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:21.725330 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3b140707-baf9-4500-b2b5-2884823b5cd2 req-605e2c16-ef89-4d74-8f54-dfbdf7467fde tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.0974443 Apr 30 16:12:21.799802 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3b140707-baf9-4500-b2b5-2884823b5cd2 req-8d3465ff-1a75-4d92-b5ac-27145780df06 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654285 Apr 30 16:12:21.883799 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dea5ae-3b66-4c6c-802d-4877b24c52b6 req-c55cc7b3-09d5-40ed-a78b-692cda8d66ca tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:21.885433 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-95dea5ae-3b66-4c6c-802d-4877b24c52b6 req-c55cc7b3-09d5-40ed-a78b-692cda8d66ca tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1138010 Apr 30 16:12:21.937679 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-95dea5ae-3b66-4c6c-802d-4877b24c52b6 req-102dbe1a-b4a9-4584-ba96-1cdd2dec2641 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 Apr 30 16:12:22.638881 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1387b-7021-4a2f-bfe0-e70c6da04bc4 req-118fc5f3-05a2-45c9-8dd4-8cbfc01f5109 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:22.640492 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-28e1387b-7021-4a2f-bfe0-e70c6da04bc4 req-118fc5f3-05a2-45c9-8dd4-8cbfc01f5109 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.1252661 Apr 30 16:12:22.691533 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-28e1387b-7021-4a2f-bfe0-e70c6da04bc4 req-70292f62-2a24-44a7-a8c4-c8bda2945841 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449636 Apr 30 16:12:23.113272 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045414da-5ff9-48c6-a0ea-9a8013793ab6 req-fd8d3ae3-a25b-47b2-ba43-f10f3f8a285b tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:23.115943 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-045414da-5ff9-48c6-a0ea-9a8013793ab6 req-fd8d3ae3-a25b-47b2-ba43-f10f3f8a285b tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1268625 Apr 30 16:12:23.176840 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-045414da-5ff9-48c6-a0ea-9a8013793ab6 req-4be6c5a4-1089-4673-b99b-9fd7e6991602 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527418 Apr 30 16:12:23.181875 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b23e-cf96-43c5-80f6-11800c9205ec req-3ddf70d3-34e5-443c-a2a4-d99a1170745c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:23.191138 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0985b23e-cf96-43c5-80f6-11800c9205ec req-3ddf70d3-34e5-443c-a2a4-d99a1170745c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1109180 Apr 30 16:12:23.244701 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0985b23e-cf96-43c5-80f6-11800c9205ec req-95720ebc-d970-48bd-8338-681ce17a06a7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517564 Apr 30 16:12:23.902313 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54132e-b6d7-4170-b2e2-73c6990bfb4a req-e0828c78-ae58-4079-8f9a-566c0f95bc22 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:23.904323 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fa54132e-b6d7-4170-b2e2-73c6990bfb4a req-e0828c78-ae58-4079-8f9a-566c0f95bc22 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.0951078 Apr 30 16:12:23.964943 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fa54132e-b6d7-4170-b2e2-73c6990bfb4a req-3a2a6277-f6da-4cab-91f5-601b6db2646a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533841 Apr 30 16:12:24.531897 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154320d4-032c-4012-adb5-1b4d059e4036 req-04a330cd-da09-459e-b66a-d1a127b844d1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:24.533885 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-154320d4-032c-4012-adb5-1b4d059e4036 req-04a330cd-da09-459e-b66a-d1a127b844d1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1152544 Apr 30 16:12:24.595406 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-154320d4-032c-4012-adb5-1b4d059e4036 req-9e4d2dfc-6c30-4713-a2fa-cfd48272cd19 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504856 Apr 30 16:12:24.605904 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4e85c-b667-4f21-9902-e86d69f163c5 req-c01eaa22-f114-4058-b5b9-4772f4c7e68d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:24.616905 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e4b4e85c-b667-4f21-9902-e86d69f163c5 req-c01eaa22-f114-4058-b5b9-4772f4c7e68d tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.3147945 Apr 30 16:12:24.674031 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e4b4e85c-b667-4f21-9902-e86d69f163c5 req-1acbc923-fac8-4d12-a215-6c1e7e40f1d6 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558331 Apr 30 16:12:25.219682 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea6cbc-8340-4bf1-affb-34f67b9e82f1 req-88025c3e-c5ca-4e64-b60b-86b4f4a19ba9 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:25.221373 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d5ea6cbc-8340-4bf1-affb-34f67b9e82f1 req-88025c3e-c5ca-4e64-b60b-86b4f4a19ba9 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.1146476 Apr 30 16:12:25.282662 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d5ea6cbc-8340-4bf1-affb-34f67b9e82f1 req-a3a36a90-397c-4fe5-91ce-4dc8f85090ba tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546420 Apr 30 16:12:25.934433 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04baf-ebeb-4274-b2a7-02166de0845f req-6f018f8d-23ce-40ec-a164-cd80224c48a2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:25.946651 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00a04baf-ebeb-4274-b2a7-02166de0845f req-6f018f8d-23ce-40ec-a164-cd80224c48a2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1164625 Apr 30 16:12:26.015150 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00a04baf-ebeb-4274-b2a7-02166de0845f req-b54eb5dd-d4fe-461a-bb8a-81598c3d55ad tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649781 Apr 30 16:12:26.024772 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2829d-525d-4a9c-ab0e-00df089e3696 req-df5f0bc4-edc8-45d1-85dc-122b4a3df175 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:26.034676 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b6f2829d-525d-4a9c-ab0e-00df089e3696 req-df5f0bc4-edc8-45d1-85dc-122b4a3df175 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1957614 Apr 30 16:12:26.120799 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b6f2829d-525d-4a9c-ab0e-00df089e3696 req-4f85e9e5-7123-471a-aa85-4d9d9858d0eb tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817657 Apr 30 16:12:26.540087 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63edcf-362b-4b65-b49d-a0ec97295d39 req-40844f4c-3a0c-45a6-a671-6f0e94fb892e tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:26.541919 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ae63edcf-362b-4b65-b49d-a0ec97295d39 req-40844f4c-3a0c-45a6-a671-6f0e94fb892e tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.0865035 Apr 30 16:12:26.596991 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ae63edcf-362b-4b65-b49d-a0ec97295d39 req-9282b5f4-4f28-4c4d-9ada-72a76467f96a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472114 Apr 30 16:12:27.289121 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38e999-b366-4b46-94b9-2cae35dfd50d req-d9572dcf-989c-46be-9f68-1cf2d90816a0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:27.296505 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5f38e999-b366-4b46-94b9-2cae35dfd50d req-d9572dcf-989c-46be-9f68-1cf2d90816a0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.1201770 Apr 30 16:12:27.366408 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5f38e999-b366-4b46-94b9-2cae35dfd50d req-264b88d9-d83f-42d7-89aa-cbb6ecbeab87 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644808 Apr 30 16:12:27.383500 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf59b26-225c-4b36-936a-df28f6847695 req-5f8f6f96-0d7e-4793-be8b-01964f0ddcf4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:27.384745 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fbf59b26-225c-4b36-936a-df28f6847695 req-5f8f6f96-0d7e-4793-be8b-01964f0ddcf4 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.1261735 Apr 30 16:12:27.427023 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312678d5-83b1-47e9-a484-27c618806d81 req-d2498853-e8ab-4b0c-b9b3-317e5e1924d2 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:27.428551 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-312678d5-83b1-47e9-a484-27c618806d81 req-d2498853-e8ab-4b0c-b9b3-317e5e1924d2 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 945 time: 0.2186096 Apr 30 16:12:27.500826 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fbf59b26-225c-4b36-936a-df28f6847695 req-1b646af9-1d06-4d2f-99b6-d9f1be3cd196 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d416eb52-c926-47c0-bde4-19d2b72a98cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079357 Apr 30 16:12:27.628734 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-312678d5-83b1-47e9-a484-27c618806d81 req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Deleting port 5ad7c865-7f47-43bc-b412-a097d3c94001 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:12:27.629094 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-312678d5-83b1-47e9-a484-27c618806d81 req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:27.840190 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-312678d5-83b1-47e9-a484-27c618806d81 req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] For port 5ad7c865-7f47-43bc-b412-a097d3c94001, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=5ad7c865-7f47-43bc-b412-a097d3c94001,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:27.840499 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-312678d5-83b1-47e9-a484-27c618806d81 req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:27.870169 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d910672-943f-4c37-8cdd-84365fbd5106 req-67d68f76-e539-4e39-b665-421145452816 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:27.874555 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4d910672-943f-4c37-8cdd-84365fbd5106 req-67d68f76-e539-4e39-b665-421145452816 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.1236954 Apr 30 16:12:27.937826 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4d910672-943f-4c37-8cdd-84365fbd5106 req-942eccb7-dee3-4b4f-be20-7b166c194d2b tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588608 Apr 30 16:12:27.996432 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-312678d5-83b1-47e9-a484-27c618806d81 req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Calling delete_port for 5ad7c865-7f47-43bc-b412-a097d3c94001 owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:12:28.008969 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-937cfaea-4d12-49ef-95a0-77ca6a03b0f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:28.010413 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-937cfaea-4d12-49ef-95a0-77ca6a03b0f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 946 time: 0.2885461 Apr 30 16:12:28.264386 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Deleting port e8df84ae-e60b-4121-b694-a89debe81afb {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:12:28.265167 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:28.417836 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-312678d5-83b1-47e9-a484-27c618806d81 req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:28.436195 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:28.530548 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Pushing event deleted for resources: {'Port': ['ID=5ad7c865-7f47-43bc-b412-a097d3c94001,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:28.533739 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:28.650192 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-312678d5-83b1-47e9-a484-27c618806d81 req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] No DVR routers for this DVR port 5ad7c865-7f47-43bc-b412-a097d3c94001 on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:12:28.652847 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-312678d5-83b1-47e9-a484-27c618806d81 req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:28.662797 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9dabae-a90c-42dc-875f-43fd2b058285', 'name': 'network-vif-deleted', 'tag': '5ad7c865-7f47-43bc-b412-a097d3c94001'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:12:28.672060 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] For port e8df84ae-e60b-4121-b694-a89debe81afb, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=e8df84ae-e60b-4121-b694-a89debe81afb,segment=NetworkSegment(151ee2cb-cbdc-4820-8e1e-e3d2c5205a40),segment_id=151ee2cb-cbdc-4820-8e1e-e3d2c5205a40)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:28.672420 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:28.678852 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2e732f6d-a5a1-4a4b-adbe-b891d3862d9e req-49e2868e-d734-4bfa-9ec9-6ead6cf1d674 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 210 time: 0.0445173 Apr 30 16:12:28.741716 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9dabae-a90c-42dc-875f-43fd2b058285', 'name': 'network-vif-deleted', 'tag': '5ad7c865-7f47-43bc-b412-a097d3c94001', 'status': 'completed', 'code': 200} Apr 30 16:12:28.891859 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-312678d5-83b1-47e9-a484-27c618806d81 req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.64 "DELETE /v2.0/ports/5ad7c865-7f47-43bc-b412-a097d3c94001 HTTP/1.1" status: 204 len: 173 time: 1.4420457 Apr 30 16:12:28.899165 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Calling delete_port for e8df84ae-e60b-4121-b694-a89debe81afb owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:12:28.946886 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a062758-bd58-4a10-b209-cb4f0951fd52 req-e0d07a1c-67f9-444d-94e8-ec3230cf8782 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:28.948315 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8a062758-bd58-4a10-b209-cb4f0951fd52 req-e0d07a1c-67f9-444d-94e8-ec3230cf8782 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 946 time: 0.4556801 Apr 30 16:12:29.041353 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8a062758-bd58-4a10-b209-cb4f0951fd52 req-39b55eb8-503d-4cbe-85eb-28f4885f902d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835454 Apr 30 16:12:29.074842 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:29.090757 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-36f37d85-1472-4b74-8811-43feb85432b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:29.107652 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-731bdb24-e540-4fb3-868a-88ed096aa20f req-db3234d3-471a-44da-8e63-b5a3956ec064 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 210 time: 0.0582070 Apr 30 16:12:29.136064 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Pushing event deleted for resources: {'Port': ['ID=e8df84ae-e60b-4121-b694-a89debe81afb,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:29.140358 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:29.213919 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] No DVR routers for this DVR port e8df84ae-e60b-4121-b694-a89debe81afb on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:12:29.216305 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:29.229033 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-78a0d5da-bebe-4a80-95bc-cf7a8f122ab8 req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.64 "DELETE /v2.0/ports/e8df84ae-e60b-4121-b694-a89debe81afb HTTP/1.1" status: 204 len: 173 time: 1.2106454 Apr 30 16:12:29.605715 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 54548) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:29.737013 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b35c2e0a-aded-4b97-84d6-1c33401646d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:29.759420 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-b35c2e0a-aded-4b97-84d6-1c33401646d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:29.763273 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-b35c2e0a-aded-4b97-84d6-1c33401646d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ec7fcda75db6448fa1df05006c38711b is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:29.766364 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-b35c2e0a-aded-4b97-84d6-1c33401646d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:29.774012 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-b35c2e0a-aded-4b97-84d6-1c33401646d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:29.854924 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-be79e68a-6b5b-401f-a9f1-6212de0b9c55 req-2b3aa7a6-c7ae-49a9-83e3-1f82df76debb tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Synchronizing usage tracker for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:12:29.872007 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-be79e68a-6b5b-401f-a9f1-6212de0b9c55 req-2b3aa7a6-c7ae-49a9-83e3-1f82df76debb tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Unset dirty status for tenant:5a5c5be14ad3411b8c241f609911b756 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:12:29.874243 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-be79e68a-6b5b-401f-a9f1-6212de0b9c55 req-2b3aa7a6-c7ae-49a9-83e3-1f82df76debb tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f9dabae-a90c-42dc-875f-43fd2b058285 HTTP/1.1" status: 200 len: 210 time: 0.0635290 Apr 30 16:12:29.876724 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b35c2e0a-aded-4b97-84d6-1c33401646d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:29.881018 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b35c2e0a-aded-4b97-84d6-1c33401646d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:29.890917 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-022b49f9-c0a3-47db-ada5-70bc9157185d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:29.932408 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-b35c2e0a-aded-4b97-84d6-1c33401646d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec7fcda75db6448fa1df05006c38711b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255718 Apr 30 16:12:29.934140 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c2e0a-aded-4b97-84d6-1c33401646d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d84c0e-40ed-4034-827d-a98e2fc704ec,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:29.935681 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 54556) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:29.937481 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b35c2e0a-aded-4b97-84d6-1c33401646d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:29.983959 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 98a6ae23-1e33-42db-b11c-cc7264deb948 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:12:30.079651 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ab068160-5cf3-46cd-bd82-ef438363d47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:30.085068 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-7af311c7-b310-41e3-a879-ec1c6aa79167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:30.086572 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-7af311c7-b310-41e3-a879-ec1c6aa79167 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 1099 time: 0.1522598 Apr 30 16:12:30.102761 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:30.160754 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:12:30.187090 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:30.190869 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:30.197462 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:30.198370 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device e8df84ae-e60b-4121-b694-a89debe81afb no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:12:30.237070 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:30.291640 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ab068160-5cf3-46cd-bd82-ef438363d47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:30.294186 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: e8df84ae-e60b-4121-b694-a89debe81afb {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:12:30.302371 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device e8df84ae-e60b-4121-b694-a89debe81afb not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:12:30.302908 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 5ad7c865-7f47-43bc-b412-a097d3c94001 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:12:30.354081 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 5ad7c865-7f47-43bc-b412-a097d3c94001 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:12:30.357856 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 5ad7c865-7f47-43bc-b412-a097d3c94001 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:12:30.390978 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=8']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:30.400892 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ea3ee-9944-41f8-b1b7-60f62f5cba3c req-eb307ba4-3af9-4ff3-a868-6b9328ba590b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:30.402960 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:30.403102 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-df7ea3ee-9944-41f8-b1b7-60f62f5cba3c req-eb307ba4-3af9-4ff3-a868-6b9328ba590b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.2149765 Apr 30 16:12:30.454578 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-df7ea3ee-9944-41f8-b1b7-60f62f5cba3c req-1230343e-20e9-4285-9bc9-117791f16d9b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436363 Apr 30 16:12:30.455162 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-c3fb2125-d35c-439b-8568-aedbe0d54d05 req-850ec93b-d5ba-430c-9bfa-084745006af7 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Synchronizing usage tracker for tenant:339cfd0664374d2b8d3b365e2e768219 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:12:30.468640 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-e9739e01-7ee3-48a0-a9f0-8da3920ec0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:30.470085 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-e9739e01-7ee3-48a0-a9f0-8da3920ec0c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.3750086 Apr 30 16:12:30.527021 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'code': 200} Apr 30 16:12:30.538195 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-c3fb2125-d35c-439b-8568-aedbe0d54d05 req-850ec93b-d5ba-430c-9bfa-084745006af7 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Unset dirty status for tenant:339cfd0664374d2b8d3b365e2e768219 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:12:30.539418 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c3fb2125-d35c-439b-8568-aedbe0d54d05 req-850ec93b-d5ba-430c-9bfa-084745006af7 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=3870c8dc-a23b-43ca-b2a6-2b4544d6d107 HTTP/1.1" status: 200 len: 210 time: 0.2135522 Apr 30 16:12:30.585892 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-1d5408f6-42b9-4bea-a7b6-d134970f1436 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98a6ae23-1e33-42db-b11c-cc7264deb948 HTTP/1.1" status: 200 len: 1000 time: 0.1045883 Apr 30 16:12:30.586906 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ab068160-5cf3-46cd-bd82-ef438363d47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:30.590361 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e6150dba-aee0-4668-9cf7-a89127e98cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:30.634177 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab068160-5cf3-46cd-bd82-ef438363d47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d84c0e-40ed-4034-827d-a98e2fc704ec,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:30.639122 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ab068160-5cf3-46cd-bd82-ef438363d47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:30.655297 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ab068160-5cf3-46cd-bd82-ef438363d47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:30.656441 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-ab068160-5cf3-46cd-bd82-ef438363d47f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7d84c0e-40ed-4034-827d-a98e2fc704ec HTTP/1.1" status: 204 len: 168 time: 0.6740134 Apr 30 16:12:30.672199 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-4f32a1db-6748-4fc2-bb60-aa6c421ae1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:30.673611 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-4f32a1db-6748-4fc2-bb60-aa6c421ae1ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.0699623 Apr 30 16:12:30.743433 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870c8dc-a23b-43ca-b2a6-2b4544d6d107', 'name': 'network-vif-deleted', 'tag': 'e8df84ae-e60b-4121-b694-a89debe81afb'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:12:30.758278 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-1ecbac1d-efa2-49c8-8e1e-7794f9a310e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:30.759810 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-1ecbac1d-efa2-49c8-8e1e-7794f9a310e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784159 Apr 30 16:12:30.806148 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870c8dc-a23b-43ca-b2a6-2b4544d6d107', 'name': 'network-vif-deleted', 'tag': 'e8df84ae-e60b-4121-b694-a89debe81afb', 'status': 'completed', 'code': 200} Apr 30 16:12:30.907183 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-11751e59-682e-4e75-a701-9740d49ba938 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383567 Apr 30 16:12:30.975975 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 54578) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:31.069829 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ccd9e86f-1fe9-4f28-821a-ae5ae4021b02 req-f4783877-88b0-4e24-8289-29497ce835d2 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550252 Apr 30 16:12:31.556488 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424057'] for router_interface, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:31.804500 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340e5b2-e5dd-4e44-8c8f-fb1f22c5a56e req-1b754693-65a0-45fa-9f5d-ce031fe5a1ca tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:31.812252 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1340e5b2-e5dd-4e44-8c8f-fb1f22c5a56e req-1b754693-65a0-45fa-9f5d-ce031fe5a1ca tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.2056937 Apr 30 16:12:31.962071 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1340e5b2-e5dd-4e44-8c8f-fb1f22c5a56e req-949ce97d-d58b-47a7-9836-18f6e420a55b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485860 Apr 30 16:12:32.034265 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-10438d8c-cee3-4fad-b073-43315f3459c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:32.035834 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-10438d8c-cee3-4fad-b073-43315f3459c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 1097 time: 0.1191742 Apr 30 16:12:32.163243 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Deleting port 85ef4af5-0da8-4a29-8b83-3597533f1e0d {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:12:32.163828 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:32.215053 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-0d69c9d0-8163-498c-a4d5-1c00aafc424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:32.216506 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-0d69c9d0-8163-498c-a4d5-1c00aafc424a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.1576273 Apr 30 16:12:32.294782 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] For port 85ef4af5-0da8-4a29-8b83-3597533f1e0d, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=85ef4af5-0da8-4a29-8b83-3597533f1e0d,segment=NetworkSegment(fb852022-86ed-4bc0-b368-305a63e51f26),segment_id=fb852022-86ed-4bc0-b368-305a63e51f26)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:32.295070 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:32.323479 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-9e12d6e4-8663-4b14-8dab-234f5056af2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98a6ae23-1e33-42db-b11c-cc7264deb948 HTTP/1.1" status: 200 len: 1000 time: 0.0994716 Apr 30 16:12:32.475959 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-58207e0e-c0e0-4561-9940-594777efe7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:32.477375 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-58207e0e-c0e0-4561-9940-594777efe7d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.1424890 Apr 30 16:12:32.509049 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Calling delete_port for 85ef4af5-0da8-4a29-8b83-3597533f1e0d owned by network:router_interface {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:12:32.561902 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-cc32c517-7427-46be-a89f-2689851ca9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:32.563778 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-cc32c517-7427-46be-a89f-2689851ca9bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789654 Apr 30 16:12:32.703591 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-5cd2dc84-95c6-45be-9a88-952b5376a54a service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313183 Apr 30 16:12:32.859984 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e44e72c1-daad-4530-97c1-3e3572ea3898 req-16d9ac28-5ecb-480a-9446-b2909e7fe33f service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394656 Apr 30 16:12:32.875876 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:32.880786 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1557bf6b-a470-445d-8d21-d186d1f516a7 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:32.954731 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ef4af5-0da8-4a29-8b83-3597533f1e0d,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:32.962260 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:33.208512 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe192a-ea38-4136-b478-c037a1c43329 req-2f8a607a-dc9b-4859-b157-72826aa3098f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:33.216247 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-15fe192a-ea38-4136-b478-c037a1c43329 req-2f8a607a-dc9b-4859-b157-72826aa3098f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1303842 Apr 30 16:12:33.284405 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405449'] for router_interface, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:33.300729 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-15fe192a-ea38-4136-b478-c037a1c43329 req-0afea391-6d7a-46df-8996-3f2a377fc880 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832579 Apr 30 16:12:33.441278 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-9a16983b-0a34-4464-9025-978dde648929 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1fdcc58633fb458eb9866ec023bb7c5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543959 Apr 30 16:12:33.744284 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398f89-877d-4913-a36b-83e7abdef6be req-6d463b16-b40f-4dd3-aaa9-78a0203ef6b5 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:33.745796 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-6d463b16-b40f-4dd3-aaa9-78a0203ef6b5 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962878 Apr 30 16:12:33.818906 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-7c2b2584-36be-41b2-90ac-28217968f214 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/quotas/1fdcc58633fb458eb9866ec023bb7c5c HTTP/1.1" status: 200 len: 375 time: 0.0641375 Apr 30 16:12:33.965133 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-4e6f33cd-f82c-49ce-96cc-76f3bd0c45bb tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fdcc58633fb458eb9866ec023bb7c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1384256 Apr 30 16:12:33.996721 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:12:34.147756 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7308c1bf-8a98-42bc-b76e-5f1b9f9002bf req-1c551c08-165f-4207-b122-29ced7d6e350 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 210 time: 0.0449588 Apr 30 16:12:34.192157 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:12:34.202952 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] Sync routers for ids ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:12:34.214623 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] Routers {'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:12:34.215323 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:12:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:34.222471 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] 10.222.0.15 "PUT /v2.0/routers/f660ad2e-9cd0-4b47-8410-c2bff3ae9f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2453637 Apr 30 16:12:34.222890 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 54648) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:34.448805 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] Set router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:12:34.457300 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:34.548612 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afc2c5-dbb4-4905-b69e-080e8972217c req-e05a3e8c-55ef-4576-bfe2-3641192b1d5a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:34.557680 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c5afc2c5-dbb4-4905-b69e-080e8972217c req-e05a3e8c-55ef-4576-bfe2-3641192b1d5a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1106107 Apr 30 16:12:34.625216 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c5afc2c5-dbb4-4905-b69e-080e8972217c req-ef1cfa49-2712-44fc-a283-5da5c3833a6e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660427 Apr 30 16:12:34.763091 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:34.889348 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Deleting port 127eeed4-47fd-46a2-a631-f89eab06f53e {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:12:34.889809 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:34.892154 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-router', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:46Z', 'updated_at': '2021-04-30T16:12:32Z', 'revision_number': 5, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'gw_port': {'id': '127eeed4-47fd-46a2-a631-f89eab06f53e', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:52Z', 'updated_at': '2021-04-30T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:34.896214 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] Checking router: f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:12:34.926814 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] Routers {'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:12:34.927686 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:12:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:35.097470 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] For port 127eeed4-47fd-46a2-a631-f89eab06f53e, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=127eeed4-47fd-46a2-a631-f89eab06f53e,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:35.098163 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:35.188410 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] Set router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 gateway port host: None {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:12:35.260903 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Calling delete_port for 127eeed4-47fd-46a2-a631-f89eab06f53e owned by network:router_gateway {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:12:35.307442 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-router', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:46Z', 'updated_at': '2021-04-30T16:12:34Z', 'revision_number': 6, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'gw_port_host': None}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:35.312813 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d990cb5-203a-488d-b915-6d635bf70b11 None None] The sync data for ids ['f660ad2e-9cd0-4b47-8410-c2bff3ae9f39'] in dv-cinder-775008-3-smb is: [{'id': 'f660ad2e-9cd0-4b47-8410-c2bff3ae9f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1445633199-router', 'tenant_id': '5a5c5be14ad3411b8c241f609911b756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:46Z', 'updated_at': '2021-04-30T16:12:34Z', 'revision_number': 6, 'project_id': '5a5c5be14ad3411b8c241f609911b756', 'gw_port_host': None}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:12:35.374831 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-50b0126e-808c-48b1-899b-8ce9b943b76a req-79f3aff5-d34b-4a9b-8d71-45219169ef15 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 210 time: 0.0919633 Apr 30 16:12:35.603911 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-defcd5ca-d067-4d37-80f7-2777a201aeda tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1fdcc58633fb458eb9866ec023bb7c5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315645 Apr 30 16:12:35.853889 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398f89-877d-4913-a36b-83e7abdef6be req-68d7c45c-9d2e-4875-b8db-f225e90c25b9 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:35.855436 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-68d7c45c-9d2e-4875-b8db-f225e90c25b9 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455595 Apr 30 16:12:35.874090 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:35.881630 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:35.925885 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Request body: {'port': {'device_id': '4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c', 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22', 'admin_state_up': True, 'tenant_id': '1fdcc58633fb458eb9866ec023bb7c5c'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:12:35.933062 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d6102-41ed-449a-9352-e317f153a8a9 req-8d80bc83-a8dd-45a2-8ac8-d9e84d176310 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:35.934743 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dc2d6102-41ed-449a-9352-e317f153a8a9 req-8d80bc83-a8dd-45a2-8ac8-d9e84d176310 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1042552 Apr 30 16:12:35.956610 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 98a6ae23-1e33-42db-b11c-cc7264deb948 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:12:35.975600 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=127eeed4-47fd-46a2-a631-f89eab06f53e,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:35.982195 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:35.997365 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dc2d6102-41ed-449a-9352-e317f153a8a9 req-d58d271d-2081-40dd-b6b0-e79d02e7f730 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553470 Apr 30 16:12:36.156607 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396270'] for router_gateway, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:36.313869 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 54718) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:36.321626 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:36.326065 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Usage tracker for resource:port and tenant:1fdcc58633fb458eb9866ec023bb7c5c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:36.384504 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:36.435671 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:36.448577 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13660'] for router, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:36.455401 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:36.457506 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-2ad20e22-afe7-4099-b5c6-97fe7b0a1d76 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1419983 Apr 30 16:12:36.550375 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3cd20326-3cd9-437c-bf80-ebcd0aaaf880 req-b55e5ff3-3ae9-4874-82c5-fa2dc89472e1 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 210 time: 0.0446017 Apr 30 16:12:36.597442 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Made reservation on behalf of 1fdcc58633fb458eb9866ec023bb7c5c for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:12:36.600766 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:36.633783 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:36.657913 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404811'] for router, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:36.658458 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 {{(pid=73864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:12:36.674102 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:36.684104 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Usage tracker for resource:security_group_rule and tenant:1fdcc58633fb458eb9866ec023bb7c5c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:36.690383 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:36.705413 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-35ec0b00-fe67-4a4a-8736-a454fdb74242 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:36.707496 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-35ec0b00-fe67-4a4a-8736-a454fdb74242 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/networks?id=aa6848fe-df18-4813-bfdc-d8e99597af52 HTTP/1.1" status: 200 len: 813 time: 0.3243136 Apr 30 16:12:36.711666 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:36.728822 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Notify callbacks [] for router, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:36.732458 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f660ad2e-9cd0-4b47-8410-c2bff3ae9f39 HTTP/1.1" status: 204 len: 168 time: 2.5054576 Apr 30 16:12:36.733345 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 54732) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:36.737636 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-44de67a3-35a4-406b-9a19-82fc740b8987 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/quotas/339cfd0664374d2b8d3b365e2e768219 HTTP/1.1" status: 200 len: 375 time: 0.0224059 Apr 30 16:12:36.813853 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c51334-788c-4da9-a6a3-e9530350249d admin admin] Deleting subnet f79cd46e-c909-4fe6-a1af-935e76add221 {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:12:36.818371 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-05c51334-788c-4da9-a6a3-e9530350249d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:36.824590 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-95e6fc2c-7cf9-4662-8f76-cd869d384589 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=339cfd0664374d2b8d3b365e2e768219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665591 Apr 30 16:12:36.886987 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-05c51334-788c-4da9-a6a3-e9530350249d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:36.979423 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-05c51334-788c-4da9-a6a3-e9530350249d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:36.980174 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 85ef4af5-0da8-4a29-8b83-3597533f1e0d no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:12:36.996792 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:37.009171 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:37.015042 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ffcd88e7-25cd-47d5-92c1-43995b35eb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:37.032924 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 85ef4af5-0da8-4a29-8b83-3597533f1e0d {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:12:37.033455 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 85ef4af5-0da8-4a29-8b83-3597533f1e0d not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:12:37.034064 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 127eeed4-47fd-46a2-a631-f89eab06f53e no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:12:37.074637 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 127eeed4-47fd-46a2-a631-f89eab06f53e {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:12:37.074986 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 127eeed4-47fd-46a2-a631-f89eab06f53e not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:12:37.104969 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-5ed55a07-08b5-4322-81e1-90179bd237de service neutron] 10.222.0.15 "GET /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724128 Apr 30 16:12:37.172666 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be4dec9-259d-4c9a-936a-279fc611475b,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:37.291385 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:37.315148 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac11f0-f9fe-41d0-a4fb-08438eba7c21 req-27d813bb-2da9-4a91-9d3d-3f22123c1b0c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:37.322515 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-93ac11f0-f9fe-41d0-a4fb-08438eba7c21 req-27d813bb-2da9-4a91-9d3d-3f22123c1b0c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1823356 Apr 30 16:12:37.386243 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-93ac11f0-f9fe-41d0-a4fb-08438eba7c21 req-5bf87dfd-5605-4813-9ca7-5fff76a2d65f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625861 Apr 30 16:12:37.399247 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-05c51334-788c-4da9-a6a3-e9530350249d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:37.404975 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-08927c25-3793-4e77-b4f8-26160789fb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:37.447810 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-05c51334-788c-4da9-a6a3-e9530350249d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:37.450548 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-b26f5262-129a-47b6-8ab4-bbbe0235320e service neutron] 10.222.0.15 "GET /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443124 Apr 30 16:12:37.452130 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c51334-788c-4da9-a6a3-e9530350249d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f79cd46e-c909-4fe6-a1af-935e76add221,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:37.455993 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-05c51334-788c-4da9-a6a3-e9530350249d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:37.460492 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-05c51334-788c-4da9-a6a3-e9530350249d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f79cd46e-c909-4fe6-a1af-935e76add221 HTTP/1.1" status: 204 len: 168 time: 0.7250490 Apr 30 16:12:37.462801 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 54738) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:37.467720 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Allocated IP 192.168.233.117 (2611f233-2317-4a05-8950-e8b48eeb4c22/44b7fc1f-944a-43cd-bd5d-9ff144981a31/14bfe9a6-fbe7-486e-aff2-e3e8c1f28262) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:12:37.582631 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:37.696483 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a14998c9-2ca3-47cf-9578-52b02231aafa req-2364b3f2-4de8-451c-b366-ccf3f15588c6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 210 time: 0.0910213 Apr 30 16:12:37.780911 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-36923b6f-b4b4-4bbe-9342-b6e9b1d6a27c req-02da07d4-879c-4172-84bf-72c56c4dca4d tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 210 time: 0.0567396 Apr 30 16:12:37.820670 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:37.839451 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Transition to ACTIVE for port object 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 will not be triggered until provisioned by entity DHCP. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:12:37.845891 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:37.919978 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:37.926721 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2e8f6cad-bf36-4d90-8225-c4572f3751e0 tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:38.009300 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Network 2611f233-2317-4a05-8950-e8b48eeb4c22 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:12:38.017182 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:12:38.022716 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:12:38.053226 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Pushing event updated for resources: {'Port': ['ID=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:38.059906 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:38.068238 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95cf8f9-6358-41cb-bd9a-5f66a6944553']}} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:38.077653 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-efe28437-2f5b-4f8e-b755-580a2bfcf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:38.079295 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-efe28437-2f5b-4f8e-b755-580a2bfcf890 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5&tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c HTTP/1.1" status: 200 len: 1097 time: 0.2196705 Apr 30 16:12:38.084412 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb852022-86ed-4bc0-b368-305a63e51f26') {'for_net_delete': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:38.084982 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb852022-86ed-4bc0-b368-305a63e51f26') {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:38.099027 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2191859'] for segment, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:38.100817 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:38.101525 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:38.120307 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:38.133412 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=73862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:12:38.178984 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2979786 Apr 30 16:12:38.205715 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Request body: {'port': {'device_id': '4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:12:38.294139 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-72421100-bed3-442a-b4c4-3dc19dc51c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:38.296171 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-72421100-bed3-442a-b4c4-3dc19dc51c63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 1097 time: 0.1598885 Apr 30 16:12:38.343018 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Network d95cf8f9-6358-41cb-bd9a-5f66a6944553 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:12:38.355483 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3048259'] for segment, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:38.380065 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-70121c85-0c7f-4017-868c-55ea31aaa2b4 None None] Provisioning for port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:12:38.404295 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-70121c85-0c7f-4017-868c-55ea31aaa2b4 None None] Provisioning complete for port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:12:38.404295 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-70121c85-0c7f-4017-868c-55ea31aaa2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:38.480041 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-b308e7e9-d961-4374-8fa4-2dc844856c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:38.482009 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-b308e7e9-d961-4374-8fa4-2dc844856c9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.1545382 Apr 30 16:12:38.501697 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-70121c85-0c7f-4017-868c-55ea31aaa2b4 None None] Port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:12:38.574077 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:38.612236 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Network d95cf8f9-6358-41cb-bd9a-5f66a6944553 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: Traceback (most recent call last): Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: timer() Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: cb(*args, **kw) Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: return func(*args, **kwargs) Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: self._notify() Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: self.callback(batched_events) Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: event.method(event) Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: return f(self, *a, **k) Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: return self._get(url).json() Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: return self.request(url, 'GET', **kwargs) Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:12:38.635854 dv-cinder-775008-3-smb neutron-server[73862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:12:38.651852 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-ff2e0233-6ccc-43b7-a5b9-5aa98dfc3aef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98a6ae23-1e33-42db-b11c-cc7264deb948 HTTP/1.1" status: 200 len: 1000 time: 0.1616650 Apr 30 16:12:38.725621 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:38.732308 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:38.745995 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:38.759135 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=d95cf8f9-6358-41cb-bd9a-5f66a6944553,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:38.763196 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:38.772884 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ba3e-91eb-4d8c-9af7-418df3626d10 req-bc13b07a-d307-450e-a8be-0690ce366535 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:38.774413 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e191ba3e-91eb-4d8c-9af7-418df3626d10 req-bc13b07a-d307-450e-a8be-0690ce366535 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.2215195 Apr 30 16:12:38.778883 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-f4cfda9e-c1b6-4b51-b968-970ebc799f8b admin admin] 10.222.0.15 "DELETE /v2.0/networks/d95cf8f9-6358-41cb-bd9a-5f66a6944553 HTTP/1.1" status: 204 len: 168 time: 1.3149829 Apr 30 16:12:38.797244 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-9835518d-7400-42b1-ba37-2d014e8f6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:38.798996 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-9835518d-7400-42b1-ba37-2d014e8f6001 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.1337457 Apr 30 16:12:38.867293 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e191ba3e-91eb-4d8c-9af7-418df3626d10 req-732ebbca-0a94-4de7-911d-42535d731ad6 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676560 Apr 30 16:12:39.001206 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ddf5b74e-d916-4a8e-b205-e1698beff1cb req-e31de2b3-56ad-457b-bf72-f741e7be879f tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 210 time: 0.1333897 Apr 30 16:12:39.052208 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-08d63f2f-cc35-4333-b81f-787dad4b8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:39.053712 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-08d63f2f-cc35-4333-b81f-787dad4b8486 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2448142 Apr 30 16:12:39.062634 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 54764) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:39.178011 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-4d857e18-07d5-494f-8e89-81978dd025f8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:39.179501 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-4d857e18-07d5-494f-8e89-81978dd025f8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.64 "GET /v2.0/networks?id=aa6848fe-df18-4813-bfdc-d8e99597af52 HTTP/1.1" status: 200 len: 813 time: 0.2404163 Apr 30 16:12:39.191047 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550cb9e-04ba-4097-b277-2396904c7176 req-d1088af8-8774-4562-90e3-32340cec7df9 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:39.192551 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a550cb9e-04ba-4097-b277-2396904c7176 req-d1088af8-8774-4562-90e3-32340cec7df9 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 936 time: 0.2064822 Apr 30 16:12:39.198474 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Request body: {'port': {'device_id': 'c8b49c12-8a3a-40c6-9adc-26a2dc77540f', 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52', 'admin_state_up': True, 'tenant_id': '339cfd0664374d2b8d3b365e2e768219'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:12:39.316320 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.db.resource_extend [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:12:39.340906 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a550cb9e-04ba-4097-b277-2396904c7176 req-8cc2dc61-6138-453c-8b78-197eefedf21a tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251681 Apr 30 16:12:39.372723 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:39.383347 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:39.394831 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Made reservation on behalf of 339cfd0664374d2b8d3b365e2e768219 for: {'port': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:12:39.398290 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:39.401179 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-93311e25-1814-4858-a1a1-181e0105fa8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a5c5be14ad3411b8c241f609911b756&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3360608 Apr 30 16:12:39.405603 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 54772) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:39.459254 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:12:39.478622 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:39.482254 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-09801f9d-89b1-4e1d-8698-17204c852780 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184420 Apr 30 16:12:39.544827 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Transition to ACTIVE for port object 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:12:39.565506 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Allocated IP 172.20.0.4 (aa6848fe-df18-4813-bfdc-d8e99597af52/473bd132-e2dd-4950-b63a-427b5be8715c/37fe8008-f2a1-4b55-b619-ee0c4f0b635d) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:12:39.598699 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:39.616828 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3614e40e-08a4-4bb4-a14c-24d81eddff76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:39.745430 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4169e651-1afd-482c-af38-8cfcb6462510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:39.820835 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:39.838519 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4169e651-1afd-482c-af38-8cfcb6462510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:39.856506 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:39.863420 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:39.915293 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Pushing event updated for resources: {'Port': ['ID=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:39.925860 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Network aa6848fe-df18-4813-bfdc-d8e99597af52 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:12:39.927607 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-3e31c2af-7cdb-4482-bb3d-89a996b88bc4 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365132 Apr 30 16:12:39.928452 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:39.932606 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:12:39.938520 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:12:39.981403 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Pushing event updated for resources: {'Port': ['ID=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:39.986898 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:40.012942 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Attempting to bind port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:12:40.013486 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Attempting to bind port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '0ddb71e7-0246-41cd-bd6d-4a12b6862ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:12:40.013962 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Attempting to bind port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 on network 2611f233-2317-4a05-8950-e8b48eeb4c22 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:12:40.017180 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:40.018094 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:40.020153 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 on network 2611f233-2317-4a05-8950-e8b48eeb4c22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:12:40.020569 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Attempting to bind port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 on network 2611f233-2317-4a05-8950-e8b48eeb4c22 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:12:40.022869 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4169e651-1afd-482c-af38-8cfcb6462510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:40.044466 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b6b8a3ad-3620-4b2f-9d1a-e34724e15fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:40.048491 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8536830 Apr 30 16:12:40.062693 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:12:40.063341 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Checking segment: {'id': '0ddb71e7-0246-41cd-bd6d-4a12b6862ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:12:40.063750 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Bound using segment: {'id': '0ddb71e7-0246-41cd-bd6d-4a12b6862ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:12:40.064315 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Bound port: 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddb71e7-0246-41cd-bd6d-4a12b6862ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:12:40.064752 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:40.073075 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Request body: {'port': {'device_id': 'c8b49c12-8a3a-40c6-9adc-26a2dc77540f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:12:40.074780 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169e651-1afd-482c-af38-8cfcb6462510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d416eb52-c926-47c0-bde4-19d2b72a98cd,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:40.077230 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-4169e651-1afd-482c-af38-8cfcb6462510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:40.193286 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4169e651-1afd-482c-af38-8cfcb6462510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:40.194757 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-4169e651-1afd-482c-af38-8cfcb6462510 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d416eb52-c926-47c0-bde4-19d2b72a98cd HTTP/1.1" status: 204 len: 168 time: 0.7816954 Apr 30 16:12:40.264792 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] For port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:12:40.269544 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] For port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,segment=NetworkSegment(0ddb71e7-0246-41cd-bd6d-4a12b6862ac8),segment_id=0ddb71e7-0246-41cd-bd6d-4a12b6862ac8)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:12:40.284127 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c3c0-74d7-45ee-a05e-7e6cef97eb4b req-561733f9-742b-4d9a-be65-d3451a377567 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:40.285828 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2c64c3c0-74d7-45ee-a05e-7e6cef97eb4b req-561733f9-742b-4d9a-be65-d3451a377567 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.2265866 Apr 30 16:12:40.288531 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:40.292440 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-d7decc61-32d1-454f-b697-ec8eb08af241 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:40.366437 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d8497-a386-4cef-a403-4d5d5144f97b req-94ddbf7c-4ce3-4e85-ab0d-9f5100e5992d tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:40.367771 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-9d0d8497-a386-4cef-a403-4d5d5144f97b req-94ddbf7c-4ce3-4e85-ab0d-9f5100e5992d tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Synchronizing usage tracker for tenant:339cfd0664374d2b8d3b365e2e768219 on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:12:40.384457 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:40.384586 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:40.384824 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:40.386215 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] 10.222.0.64 "PUT /v2.0/ports/14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 HTTP/1.1" status: 200 len: 1098 time: 2.1864212 Apr 30 16:12:40.386704 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c', 'tag': '14bfe9a6-fbe7-486e-aff2-e3e8c1f28262'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:12:40.414907 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Pushing event updated for resources: {'Port': ['ID=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:40.419746 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:40.424262 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2c64c3c0-74d7-45ee-a05e-7e6cef97eb4b req-d4100f57-4167-464d-9abf-ac57e907dd73 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950491 Apr 30 16:12:40.515154 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-9d0d8497-a386-4cef-a403-4d5d5144f97b req-94ddbf7c-4ce3-4e85-ab0d-9f5100e5992d tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Unset dirty status for tenant:339cfd0664374d2b8d3b365e2e768219 on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:12:40.523153 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9d0d8497-a386-4cef-a403-4d5d5144f97b req-94ddbf7c-4ce3-4e85-ab0d-9f5100e5992d tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 931 time: 0.3253582 Apr 30 16:12:40.687140 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9d0d8497-a386-4cef-a403-4d5d5144f97b req-e56e9c85-7ea7-4f93-bb89-be20f7a6e630 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629908 Apr 30 16:12:40.731878 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467df97c-1a72-4093-9e26-97f29a606620 req-a2b8ce0d-0227-4db1-a3e2-6c891dc2125c tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:40.732628 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-467df97c-1a72-4093-9e26-97f29a606620 req-a2b8ce0d-0227-4db1-a3e2-6c891dc2125c tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Synchronizing usage tracker for tenant:1fdcc58633fb458eb9866ec023bb7c5c on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:12:40.739113 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398f89-877d-4913-a36b-83e7abdef6be req-114ba2d7-16f1-4e2f-8db2-0709c7842d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:40.740754 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-114ba2d7-16f1-4e2f-8db2-0709c7842d32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdcc58633fb458eb9866ec023bb7c5c&device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 1101 time: 0.2477915 Apr 30 16:12:40.757330 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-467df97c-1a72-4093-9e26-97f29a606620 req-a2b8ce0d-0227-4db1-a3e2-6c891dc2125c tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Unset dirty status for tenant:1fdcc58633fb458eb9866ec023bb7c5c on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:12:40.765225 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-467df97c-1a72-4093-9e26-97f29a606620 req-a2b8ce0d-0227-4db1-a3e2-6c891dc2125c tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.1777763 Apr 30 16:12:40.825708 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c', 'tag': '14bfe9a6-fbe7-486e-aff2-e3e8c1f28262', 'status': 'completed', 'code': 200} Apr 30 16:12:40.849691 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-0734f4bd-254b-4f55-b4e0-7650d5c50658 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 HTTP/1.1" status: 200 len: 217 time: 0.0833933 Apr 30 16:12:40.922591 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-467df97c-1a72-4093-9e26-97f29a606620 req-40c69e8c-7b89-4036-befa-a4cee5c53662 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Synchronizing usage tracker for tenant:1fdcc58633fb458eb9866ec023bb7c5c on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:12:40.954459 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398f89-877d-4913-a36b-83e7abdef6be req-774213ed-5723-4056-9399-6231d3591319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:40.956271 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-774213ed-5723-4056-9399-6231d3591319 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44b7fc1f-944a-43cd-bd5d-9ff144981a31 HTTP/1.1" status: 200 len: 843 time: 0.0896745 Apr 30 16:12:40.957398 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-467df97c-1a72-4093-9e26-97f29a606620 req-40c69e8c-7b89-4036-befa-a4cee5c53662 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Unset dirty status for tenant:1fdcc58633fb458eb9866ec023bb7c5c on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:12:40.967874 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-467df97c-1a72-4093-9e26-97f29a606620 req-40c69e8c-7b89-4036-befa-a4cee5c53662 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406772 Apr 30 16:12:41.009584 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fe8008-f2a1-4b55-b619-ee0c4f0b635d {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:12:41.020159 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:41.047484 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Transition to ACTIVE for port object 37fe8008-f2a1-4b55-b619-ee0c4f0b635d will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:12:41.051530 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:41.062765 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:41.068273 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398f89-877d-4913-a36b-83e7abdef6be req-252b6541-ad76-4033-bbfb-e2fecb0df108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:41.071307 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-252b6541-ad76-4033-bbfb-e2fecb0df108 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2611f233-2317-4a05-8950-e8b48eeb4c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1009839 Apr 30 16:12:41.148184 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Pushing event updated for resources: {'Port': ['ID=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:41.199129 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:41.256888 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-9750dfc1-1949-4c97-bcbd-4b25bf598d6c service neutron] 10.222.0.64 "GET /v2.0/networks/2611f233-2317-4a05-8950-e8b48eeb4c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801860 Apr 30 16:12:41.347770 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Attempting to bind port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:12:41.348530 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Attempting to bind port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:12:41.349150 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Attempting to bind port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d on network aa6848fe-df18-4813-bfdc-d8e99597af52 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:12:41.355096 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d on network aa6848fe-df18-4813-bfdc-d8e99597af52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:12:41.355697 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Attempting to bind port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d on network aa6848fe-df18-4813-bfdc-d8e99597af52 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:12:41.364546 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:12:41.365750 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Checking segment: {'id': '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:12:41.366925 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Bound using segment: {'id': '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:12:41.369270 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Bound port: 37fe8008-f2a1-4b55-b619-ee0c4f0b635d, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:12:41.370676 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:41.540567 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] For port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d, host hv-cinder-77500, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:12:41.547231 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] For port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,segment=NetworkSegment(151ee2cb-cbdc-4820-8e1e-e3d2c5205a40),segment_id=151ee2cb-cbdc-4820-8e1e-e3d2c5205a40)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:12:41.552846 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:41.559764 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bc53ac07-c304-48ce-83ed-1c92ea4c2f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:41.721081 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:41.721733 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:41.723150 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] 10.222.0.64 "PUT /v2.0/ports/37fe8008-f2a1-4b55-b619-ee0c4f0b635d HTTP/1.1" status: 200 len: 1093 time: 1.6569898 Apr 30 16:12:41.723772 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b49c12-8a3a-40c6-9adc-26a2dc77540f', 'tag': '37fe8008-f2a1-4b55-b619-ee0c4f0b635d'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:12:41.802212 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Pushing event updated for resources: {'Port': ['ID=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:41.813812 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:41.876053 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bf104-7f19-4106-9ea6-e7e421a13787 req-2a43346e-775c-4e9f-9f8f-0f834ad901ac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:41.886551 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f08bf104-7f19-4106-9ea6-e7e421a13787 req-2a43346e-775c-4e9f-9f8f-0f834ad901ac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.2349494 Apr 30 16:12:41.946903 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f08bf104-7f19-4106-9ea6-e7e421a13787 req-dc1e61e1-266e-471f-a03c-5154a6f2254d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578701 Apr 30 16:12:42.015091 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b49c12-8a3a-40c6-9adc-26a2dc77540f', 'tag': '37fe8008-f2a1-4b55-b619-ee0c4f0b635d', 'status': 'completed', 'code': 200} Apr 30 16:12:42.044614 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38906a-c208-48dc-8553-5a83085c7e23 req-7046e4ef-a6a5-4d87-a2cb-7e363b34bf21 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:42.046235 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6e38906a-c208-48dc-8553-5a83085c7e23 req-7046e4ef-a6a5-4d87-a2cb-7e363b34bf21 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.1489151 Apr 30 16:12:42.140888 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6e38906a-c208-48dc-8553-5a83085c7e23 req-cdfa25f0-087e-47ac-b342-a3a96e1bac01 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864182 Apr 30 16:12:42.215018 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2a5a2-55af-4e03-a691-4c1bc0ca9ecc req-4f72fc6a-15a7-4859-8ee7-e14cd3948ebd tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:42.216429 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ece2a5a2-55af-4e03-a691-4c1bc0ca9ecc req-4f72fc6a-15a7-4859-8ee7-e14cd3948ebd tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.1025841 Apr 30 16:12:42.268299 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ece2a5a2-55af-4e03-a691-4c1bc0ca9ecc req-07a2493b-62c3-4275-b855-faab88ecac86 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Apr 30 16:12:42.349618 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:12:43.262260 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cacdef-5e6e-48f4-99fa-80a41cf77867 req-7d3be53c-d0b6-41e1-964b-6162d46756df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:43.263930 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d8cacdef-5e6e-48f4-99fa-80a41cf77867 req-7d3be53c-d0b6-41e1-964b-6162d46756df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1984935 Apr 30 16:12:43.321511 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d8cacdef-5e6e-48f4-99fa-80a41cf77867 req-4bc92c59-69b7-4216-99a3-eca193a8f240 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484374 Apr 30 16:12:43.369929 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf049-0ebf-4e73-9b33-db110c7b3fed req-fa362d30-2a03-49e3-adbc-2266a3159cdb tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:43.378559 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f8adf049-0ebf-4e73-9b33-db110c7b3fed req-fa362d30-2a03-49e3-adbc-2266a3159cdb tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.1217048 Apr 30 16:12:43.434598 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f8adf049-0ebf-4e73-9b33-db110c7b3fed req-fc40d949-99ca-4e18-ab5f-0a5851e20dcf tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549660 Apr 30 16:12:43.557429 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec64d71-7f5b-4bd9-b42a-5b4d79bfa9f4 req-4e10abf8-a418-405a-a7f5-797468cb4f12 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:43.558943 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-eec64d71-7f5b-4bd9-b42a-5b4d79bfa9f4 req-4e10abf8-a418-405a-a7f5-797468cb4f12 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.0920537 Apr 30 16:12:43.605586 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-eec64d71-7f5b-4bd9-b42a-5b4d79bfa9f4 req-8edb61b7-6082-42a8-9f8c-a27f9516bc74 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Apr 30 16:12:44.111680 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-89ec46fc-b699-4e2f-9abb-b905ce051ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:44.542652 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4904f3e-b0bd-4547-ad5c-69fa97c2538d req-bfae3fab-01e8-42be-9323-488cd9816961 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:44.556771 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b4904f3e-b0bd-4547-ad5c-69fa97c2538d req-bfae3fab-01e8-42be-9323-488cd9816961 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1089556 Apr 30 16:12:44.621079 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b4904f3e-b0bd-4547-ad5c-69fa97c2538d req-dbd5b1b0-8b24-4e87-8f4d-97bec327dcb6 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509131 Apr 30 16:12:44.727384 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88a5f3-dd61-4ce8-9000-9fc42e6e79fa req-10a3f749-9c56-4f53-b493-112322e323ce tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:44.734638 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b88a5f3-dd61-4ce8-9000-9fc42e6e79fa req-10a3f749-9c56-4f53-b493-112322e323ce tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.1688511 Apr 30 16:12:44.822242 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b88a5f3-dd61-4ce8-9000-9fc42e6e79fa req-b25ed29b-4c43-48da-aa9b-a225756d406b tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866208 Apr 30 16:12:44.899232 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a8dff-bb04-4d86-a3f1-9162858442ec req-766781fe-5aab-4fde-9deb-3d19bbeece48 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:44.902402 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3c9a8dff-bb04-4d86-a3f1-9162858442ec req-766781fe-5aab-4fde-9deb-3d19bbeece48 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.1382852 Apr 30 16:12:44.951498 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3c9a8dff-bb04-4d86-a3f1-9162858442ec req-7f039031-1c11-4c13-9055-ee2a6039427b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447664 Apr 30 16:12:45.819635 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99d327-2639-4337-9009-2645257b4908 req-4a3838e5-07f7-469f-95a1-b452a0c9f1e5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:45.821187 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ba99d327-2639-4337-9009-2645257b4908 req-4a3838e5-07f7-469f-95a1-b452a0c9f1e5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.0893824 Apr 30 16:12:45.878537 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ba99d327-2639-4337-9009-2645257b4908 req-f5ebb2e6-5e17-48b9-8541-89117866c389 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513170 Apr 30 16:12:46.071674 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56abbb-0971-423e-8639-ff12afe85cba req-d6f7edc6-0f0b-472f-8ede-ccf5cda5fcff tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:46.073809 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1a56abbb-0971-423e-8639-ff12afe85cba req-d6f7edc6-0f0b-472f-8ede-ccf5cda5fcff tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.1135757 Apr 30 16:12:46.132035 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1a56abbb-0971-423e-8639-ff12afe85cba req-7e7914ca-e7f7-4f74-93ff-6a11e4aee235 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517483 Apr 30 16:12:46.227487 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca79928-d1c1-419a-82e8-1eafbfc2172d req-4e8f5b08-f45e-4348-8954-4e5f116fcff0 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:46.229013 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bca79928-d1c1-419a-82e8-1eafbfc2172d req-4e8f5b08-f45e-4348-8954-4e5f116fcff0 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.1192248 Apr 30 16:12:46.283650 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bca79928-d1c1-419a-82e8-1eafbfc2172d req-cf5348bc-2b92-4ba2-9dd9-6d1063412084 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Apr 30 16:12:46.829218 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e7ba3cd8-9f40-4dc5-9f1a-72718cfb8ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:47.042998 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:47.112372 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16d67d-6661-4378-842d-5a1dc3220a2f req-12f10411-4a68-4a1f-826c-4956dd841bab tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:47.114612 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6b16d67d-6661-4378-842d-5a1dc3220a2f req-12f10411-4a68-4a1f-826c-4956dd841bab tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1061182 Apr 30 16:12:47.142213 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 54928) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:47.169111 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6b16d67d-6661-4378-842d-5a1dc3220a2f req-8d3095b3-d78b-4078-a80e-1cc2d2ed24f3 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479960 Apr 30 16:12:47.314333 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:47.336342 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:47.342265 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:16043a89759d4bc3856b81ed5919bfac is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:47.347973 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:47.355360 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:47.415744 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c2827-5732-4317-8586-c670c05ea5b0 req-1d006831-2619-4ecb-8933-d35361c42c60 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:47.426239 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b20c2827-5732-4317-8586-c670c05ea5b0 req-1d006831-2619-4ecb-8933-d35361c42c60 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.1703670 Apr 30 16:12:47.545853 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b20c2827-5732-4317-8586-c670c05ea5b0 req-342d3994-fdcf-46c5-bc38-1667381b5ecc tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179528 Apr 30 16:12:47.564305 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:47.568577 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:47.575731 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:47.615850 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752d153-ec9d-4c2f-8dc2-9693ee8fc9c7 req-a57d03a7-e94d-4a26-9b26-ecdd2db8cc05 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:47.617433 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f752d153-ec9d-4c2f-8dc2-9693ee8fc9c7 req-a57d03a7-e94d-4a26-9b26-ecdd2db8cc05 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.1939187 Apr 30 16:12:47.621551 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16043a89759d4bc3856b81ed5919bfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4763765 Apr 30 16:12:47.622421 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe08081-2d45-45e1-be35-f957e5023686,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:47.624832 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 54938) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:47.630596 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.630959 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.631315 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.631658 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.631997 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.632335 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.632667 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.632999 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.633339 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.633670 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.634030 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.634361 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.638290 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:47.709023 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f752d153-ec9d-4c2f-8dc2-9693ee8fc9c7 req-7f9b5206-0473-421e-bc37-ee7495aa9e7f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810986 Apr 30 16:12:47.727337 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:47.755505 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:47.817548 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:47.838041 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-43e2b30e-9b99-4374-9c4e-64c9d9035194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:47.858056 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:47.859687 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fe08081-2d45-45e1-be35-f957e5023686 HTTP/1.1" status: 204 len: 168 time: 0.2334864 Apr 30 16:12:47.862537 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe08081-2d45-45e1-be35-f957e5023686,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:47.871327 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.871868 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.872238 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.872589 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.872938 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.873288 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.873637 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.874556 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.874979 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.875446 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.875798 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.876280 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:47.883355 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:47.968697 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:48.235295 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 54950) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:48.255779 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:48.272966 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:48.277358 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] Usage tracker for resource:security_group_rule and tenant:dbda27af5d2c4829897ea5bdff442e67 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:48.281455 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:48.288031 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:48.445682 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9468c-52b3-44c9-b2de-9fb119f4569d req-00fa55f2-ea3f-481d-bbfb-084223dfa500 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:48.447430 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-87b9468c-52b3-44c9-b2de-9fb119f4569d req-00fa55f2-ea3f-481d-bbfb-084223dfa500 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1406834 Apr 30 16:12:48.450354 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:48.465435 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:48.475021 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:48.502504 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-87b9468c-52b3-44c9-b2de-9fb119f4569d req-24243de4-d024-4721-92e7-80ae29c0c4cb tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483661 Apr 30 16:12:48.504142 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8057104a-73dd-4749-9109-f599453049cb,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:48.508598 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:48.529442 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbda27af5d2c4829897ea5bdff442e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923169 Apr 30 16:12:48.533359 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 54954) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:48.598193 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-63c7383f-c3ba-434f-9d51-26cf6bda8acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:48.625685 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-63c7383f-c3ba-434f-9d51-26cf6bda8acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:48.702711 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-63c7383f-c3ba-434f-9d51-26cf6bda8acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:48.712245 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6a0a6878-885c-46ff-bc1c-53326a2e2781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:48.726067 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7383f-c3ba-434f-9d51-26cf6bda8acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8057104a-73dd-4749-9109-f599453049cb,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:48.742905 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-63c7383f-c3ba-434f-9d51-26cf6bda8acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:48.745592 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-63c7383f-c3ba-434f-9d51-26cf6bda8acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:48.749391 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad7782-1b89-4ddc-bd29-a8ace6bf32db req-c5bb7296-5749-494d-b72b-44ca1c725bf6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:48.755215 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0bad7782-1b89-4ddc-bd29-a8ace6bf32db req-c5bb7296-5749-494d-b72b-44ca1c725bf6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.0950329 Apr 30 16:12:48.761265 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-63c7383f-c3ba-434f-9d51-26cf6bda8acb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8057104a-73dd-4749-9109-f599453049cb HTTP/1.1" status: 204 len: 168 time: 0.2263405 Apr 30 16:12:48.832494 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0bad7782-1b89-4ddc-bd29-a8ace6bf32db req-9567016d-0193-48ed-b0f9-e2300e308d21 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762513 Apr 30 16:12:48.961113 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964115d-a09b-4bbc-ab7e-24dd962685d5 req-24c85f2e-61d6-41d9-ab09-9f17bc7bd7f8 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:48.962855 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f964115d-a09b-4bbc-ab7e-24dd962685d5 req-24c85f2e-61d6-41d9-ab09-9f17bc7bd7f8 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.0955863 Apr 30 16:12:49.009227 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f964115d-a09b-4bbc-ab7e-24dd962685d5 req-09f9b07b-563c-4435-b56a-af7d29952a4f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Apr 30 16:12:49.419884 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:49.742938 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114a8f6-8fe7-4e8a-a7e4-f5c8f2226fc5 req-774a2814-b022-4d0c-8267-d581d4dc5ebe tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:49.744474 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f114a8f6-8fe7-4e8a-a7e4-f5c8f2226fc5 req-774a2814-b022-4d0c-8267-d581d4dc5ebe tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1122823 Apr 30 16:12:49.806587 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f114a8f6-8fe7-4e8a-a7e4-f5c8f2226fc5 req-bb0f1e10-cec5-40b6-8a4d-4f08509d1449 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548599 Apr 30 16:12:50.038942 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5d15c-f998-4356-a2e0-dac83dadabd1 req-4a029eea-68e7-4948-a35e-d32206888947 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:50.043074 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84b5d15c-f998-4356-a2e0-dac83dadabd1 req-4a029eea-68e7-4948-a35e-d32206888947 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.0942926 Apr 30 16:12:50.091455 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84b5d15c-f998-4356-a2e0-dac83dadabd1 req-0f738f8d-bc35-4114-bba5-c05e983119b3 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Apr 30 16:12:50.222451 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c9545-a2c6-405c-941c-845e15255fed req-8b3300a4-2788-4525-96ac-ce647df09437 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:50.230089 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3b2c9545-a2c6-405c-941c-845e15255fed req-8b3300a4-2788-4525-96ac-ce647df09437 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.0977120 Apr 30 16:12:50.274806 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3b2c9545-a2c6-405c-941c-845e15255fed req-45fae191-f8ce-4d7e-8ec6-389ef1b061c8 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438447 Apr 30 16:12:51.012616 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6583d-d9e5-4c68-ac51-9ce0c57d0284 req-5d87372e-39d7-49a1-8046-fd0ca1c87bc1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:51.014423 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-01e6583d-d9e5-4c68-ac51-9ce0c57d0284 req-5d87372e-39d7-49a1-8046-fd0ca1c87bc1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.0969191 Apr 30 16:12:51.066210 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-01e6583d-d9e5-4c68-ac51-9ce0c57d0284 req-b93e20f1-a877-4c13-884c-9a2c475ccb80 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451214 Apr 30 16:12:51.334904 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392c66a-403e-45e0-ac46-3151f5538181 req-e619f05a-1cd4-4aaf-a7c5-b2abdfd70b68 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:51.336432 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5392c66a-403e-45e0-ac46-3151f5538181 req-e619f05a-1cd4-4aaf-a7c5-b2abdfd70b68 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.1110635 Apr 30 16:12:51.448127 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5392c66a-403e-45e0-ac46-3151f5538181 req-26429539-a38e-4926-aeb5-8d9ac42047a6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990057 Apr 30 16:12:51.528675 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d20e8-f569-48dc-b363-97df1a811d99 req-b05c6f53-57ae-4c06-b0a9-7b241b9cd9a2 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:51.530698 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b09d20e8-f569-48dc-b363-97df1a811d99 req-b05c6f53-57ae-4c06-b0a9-7b241b9cd9a2 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.0895317 Apr 30 16:12:51.577158 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b09d20e8-f569-48dc-b363-97df1a811d99 req-63a6db16-b7a1-4612-bf7e-32192088826a tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Apr 30 16:12:52.331497 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0ef06-af1d-43dd-a6db-63ce742ab775 req-5376d2bf-3aff-4ef7-863b-6fb1a45b5633 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:52.333120 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-06a0ef06-af1d-43dd-a6db-63ce742ab775 req-5376d2bf-3aff-4ef7-863b-6fb1a45b5633 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.0961993 Apr 30 16:12:52.399367 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-06a0ef06-af1d-43dd-a6db-63ce742ab775 req-92a18a1e-5217-49ae-945e-81b695eb061e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600104 Apr 30 16:12:52.663843 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159584-4547-457e-b1df-777abd504a51 req-4c28cab2-cb07-418c-b422-ad66d8f9da98 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:52.665278 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c7159584-4547-457e-b1df-777abd504a51 req-4c28cab2-cb07-418c-b422-ad66d8f9da98 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.0897677 Apr 30 16:12:52.724794 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c7159584-4547-457e-b1df-777abd504a51 req-b7d55099-b998-4662-bca0-0930fdd76cc2 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527976 Apr 30 16:12:52.789454 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a7fa4-5148-456a-adc7-6c3af3eea3ba req-8a137048-bc0c-477c-bfee-7490fc36277b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:52.790996 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2c5a7fa4-5148-456a-adc7-6c3af3eea3ba req-8a137048-bc0c-477c-bfee-7490fc36277b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.0916016 Apr 30 16:12:52.864845 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2c5a7fa4-5148-456a-adc7-6c3af3eea3ba req-fa420f0c-f4f2-4b24-930e-1be23bc084ba tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668678 Apr 30 16:12:53.607130 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e265e1b-55bf-43ad-9caf-cc196a623261 req-9329e4ac-04c9-4cd2-b07d-40a3310acd0f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:53.609422 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2e265e1b-55bf-43ad-9caf-cc196a623261 req-9329e4ac-04c9-4cd2-b07d-40a3310acd0f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.0878913 Apr 30 16:12:53.658015 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2e265e1b-55bf-43ad-9caf-cc196a623261 req-eaefd376-46ac-4716-bc41-9b542551338c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419507 Apr 30 16:12:53.916672 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ff4be-dd66-4692-81e9-c944b139713c req-2795b0b3-b118-4a05-812d-9ad670f228bd tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:53.918158 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a2ff4be-dd66-4692-81e9-c944b139713c req-2795b0b3-b118-4a05-812d-9ad670f228bd tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.0806956 Apr 30 16:12:53.968351 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a2ff4be-dd66-4692-81e9-c944b139713c req-722a4d50-56a3-4047-b2c5-f4eb06a58f0b tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418608 Apr 30 16:12:54.060099 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d181f5-7931-49e5-affb-e40b40783f60 req-1ef3355d-6c54-429b-b0d0-a0626b70e780 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:54.061595 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e3d181f5-7931-49e5-affb-e40b40783f60 req-1ef3355d-6c54-429b-b0d0-a0626b70e780 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.0833712 Apr 30 16:12:54.112789 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e3d181f5-7931-49e5-affb-e40b40783f60 req-206c697c-a012-4447-ac33-4a3d8850031a tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Apr 30 16:12:54.852603 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d3c2-69d6-4adb-bac3-41b1619777a3 req-cd6de8a1-cfc2-4e59-aabc-f5b276599cb0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:54.854077 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bb48d3c2-69d6-4adb-bac3-41b1619777a3 req-cd6de8a1-cfc2-4e59-aabc-f5b276599cb0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.0848012 Apr 30 16:12:54.900790 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bb48d3c2-69d6-4adb-bac3-41b1619777a3 req-85aec8c2-b105-41d3-85d3-376454c019df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405524 Apr 30 16:12:55.159971 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a862a-14c5-4b8b-98b7-6691e961da66 req-186a9641-7d46-45bf-bb44-98755d9a41ff tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:55.161521 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d6a862a-14c5-4b8b-98b7-6691e961da66 req-186a9641-7d46-45bf-bb44-98755d9a41ff tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.0822649 Apr 30 16:12:55.210367 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d6a862a-14c5-4b8b-98b7-6691e961da66 req-f1525d99-e37b-4fbe-a319-95f9392123cd tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Apr 30 16:12:55.299431 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995e153-f2b2-4c8d-80cc-51582d3443d8 req-c4f1bd1a-c671-46b9-82af-a622cf725c2c tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:55.300918 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3995e153-f2b2-4c8d-80cc-51582d3443d8 req-c4f1bd1a-c671-46b9-82af-a622cf725c2c tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.0810006 Apr 30 16:12:55.349054 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3995e153-f2b2-4c8d-80cc-51582d3443d8 req-453a4c5e-828d-462d-af66-6ca2923b723d tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Apr 30 16:12:56.012554 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 55078) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:56.180678 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.198523 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:56.207352 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb406c0-ae11-42c1-a09e-f47b6914fb46 req-44b4d778-65bf-4883-9bd7-c7e53343dc51 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:56.208766 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-aeb406c0-ae11-42c1-a09e-f47b6914fb46 req-44b4d778-65bf-4883-9bd7-c7e53343dc51 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1880314 Apr 30 16:12:56.211318 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] Usage tracker for resource:security_group_rule and tenant:18cb359758d544aba2fd214e3b27f7ba is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:56.214181 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:56.231959 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:56.279409 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-aeb406c0-ae11-42c1-a09e-f47b6914fb46 req-2cf5fb11-a46a-4d44-92ac-e6b749366ccd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589414 Apr 30 16:12:56.356849 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.362099 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.369350 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-1072fa5b-489c-4514-b6ee-b2be716db246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:56.420995 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078e257c-cd5a-4e9a-a07a-53a56b21f95a,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:56.424556 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:56.434693 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18cb359758d544aba2fd214e3b27f7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206030 Apr 30 16:12:56.435517 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 55088) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:56.442262 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff410f9-b23c-459b-860d-37e04c7b17c7 req-8c22f311-9296-4df1-bb75-62d1206902fd tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:56.446333 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5ff410f9-b23c-459b-860d-37e04c7b17c7 req-8c22f311-9296-4df1-bb75-62d1206902fd tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.1191859 Apr 30 16:12:56.513948 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5ff410f9-b23c-459b-860d-37e04c7b17c7 req-d50ea656-488e-4404-9143-8c37087b40e2 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639336 Apr 30 16:12:56.563360 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-51bc7de7-2b75-4fb0-8dc4-6d902c95821b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.607605 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-51bc7de7-2b75-4fb0-8dc4-6d902c95821b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.694880 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1df05-3475-49c3-88b1-7beea213f8d0 req-1658039b-e61b-43e9-8e1d-2635ce28dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:56.696367 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-abe1df05-3475-49c3-88b1-7beea213f8d0 req-1658039b-e61b-43e9-8e1d-2635ce28dad7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339cfd0664374d2b8d3b365e2e768219&device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 1096 time: 0.0809207 Apr 30 16:12:56.753699 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edfd20-12cb-4f49-9c7a-53b0f075ab46 req-56cc9a88-28de-4e25-8432-689ab3ae15ca tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:56.755265 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c4edfd20-12cb-4f49-9c7a-53b0f075ab46 req-56cc9a88-28de-4e25-8432-689ab3ae15ca tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.2633977 Apr 30 16:12:56.833193 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-00398f89-877d-4913-a36b-83e7abdef6be req-cf608c56-ae7f-4456-90ed-328c09128126 service neutron] 10.222.0.64 "GET /v2.0/networks/2611f233-2317-4a05-8950-e8b48eeb4c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182372 Apr 30 16:12:56.833686 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-51bc7de7-2b75-4fb0-8dc4-6d902c95821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.840324 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c4edfd20-12cb-4f49-9c7a-53b0f075ab46 req-98bd3975-ebfb-48c4-97ae-0c5859b25674 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769417 Apr 30 16:12:56.841513 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2b553a36-b9f8-44b9-9181-58257367a25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:56.855250 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc7de7-2b75-4fb0-8dc4-6d902c95821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078e257c-cd5a-4e9a-a07a-53a56b21f95a,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:56.858110 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-51bc7de7-2b75-4fb0-8dc4-6d902c95821b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:56.859631 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-51bc7de7-2b75-4fb0-8dc4-6d902c95821b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.861870 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-51bc7de7-2b75-4fb0-8dc4-6d902c95821b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/078e257c-cd5a-4e9a-a07a-53a56b21f95a HTTP/1.1" status: 204 len: 168 time: 0.4242568 Apr 30 16:12:56.875833 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1df05-3475-49c3-88b1-7beea213f8d0 req-d6ebfb60-a77a-4215-9259-55477eb2446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:56.877411 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-abe1df05-3475-49c3-88b1-7beea213f8d0 req-d6ebfb60-a77a-4215-9259-55477eb2446c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=339cfd0664374d2b8d3b365e2e768219&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1672134 Apr 30 16:12:57.023431 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d39a2-fb20-4191-81bb-01e24fea690e req-487d5e6b-576b-4535-9705-0a1dc0275bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.025019 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-277d39a2-fb20-4191-81bb-01e24fea690e req-487d5e6b-576b-4535-9705-0a1dc0275bc2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fdcc58633fb458eb9866ec023bb7c5c&device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 1101 time: 0.0771980 Apr 30 16:12:57.169466 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1df05-3475-49c3-88b1-7beea213f8d0 req-79e97866-30f4-4598-ba10-7c8bec4bce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.171897 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-abe1df05-3475-49c3-88b1-7beea213f8d0 req-79e97866-30f4-4598-ba10-7c8bec4bce87 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2310188 Apr 30 16:12:57.175420 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d39a2-fb20-4191-81bb-01e24fea690e req-a58d18d8-50f5-4df8-82c0-780423f2fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.176852 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-277d39a2-fb20-4191-81bb-01e24fea690e req-a58d18d8-50f5-4df8-82c0-780423f2fa32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2611f233-2317-4a05-8950-e8b48eeb4c22 HTTP/1.1" status: 200 len: 870 time: 0.1450803 Apr 30 16:12:57.206178 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 55096) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:57.224005 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:57.279007 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:57.285724 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] Usage tracker for resource:security_group_rule and tenant:dbd958a014c04e369fca856e20cd1c25 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:57.289545 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:57.292604 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-277d39a2-fb20-4191-81bb-01e24fea690e req-e452b230-a2ec-4b67-8d05-d441111e2a15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 HTTP/1.1" status: 200 len: 217 time: 0.1036665 Apr 30 16:12:57.298380 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:57.385806 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d39a2-fb20-4191-81bb-01e24fea690e req-afd96920-1fae-4ffa-8407-32d113b0413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.388266 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-277d39a2-fb20-4191-81bb-01e24fea690e req-afd96920-1fae-4ffa-8407-32d113b0413c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44b7fc1f-944a-43cd-bd5d-9ff144981a31 HTTP/1.1" status: 200 len: 843 time: 0.0887833 Apr 30 16:12:57.431051 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-1607e00e-d07f-4886-9ff8-ac14808b005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.432739 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-1607e00e-d07f-4886-9ff8-ac14808b005f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339cfd0664374d2b8d3b365e2e768219&device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 1096 time: 0.1972291 Apr 30 16:12:57.475773 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d39a2-fb20-4191-81bb-01e24fea690e req-a23298d1-bf7e-4a77-b8e0-82353bafecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.477251 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-277d39a2-fb20-4191-81bb-01e24fea690e req-a23298d1-bf7e-4a77-b8e0-82353bafecbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2611f233-2317-4a05-8950-e8b48eeb4c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824184 Apr 30 16:12:57.503985 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:57.514580 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:57.574580 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-19279006-c493-409f-9d4c-31a117b08667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:57.606269 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-59126bd1-0af4-4196-8644-41fd7961a74b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37fe8008-f2a1-4b55-b619-ee0c4f0b635d HTTP/1.1" status: 200 len: 217 time: 0.1559775 Apr 30 16:12:57.623257 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-277d39a2-fb20-4191-81bb-01e24fea690e req-16996e67-8845-4ade-a073-d79c0ba357c7 service neutron] 10.222.0.64 "GET /v2.0/networks/2611f233-2317-4a05-8950-e8b48eeb4c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381762 Apr 30 16:12:57.751707 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbd958a014c04e369fca856e20cd1c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395646 Apr 30 16:12:57.753687 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 55104) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:57.759054 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec70a644-65a6-4eb1-870b-93898525de32,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:57.777852 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:57.801199 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-24e14189-0840-4416-82ca-044220d83898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.802721 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-24e14189-0840-4416-82ca-044220d83898 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=473bd132-e2dd-4950-b63a-427b5be8715c HTTP/1.1" status: 200 len: 853 time: 0.1755538 Apr 30 16:12:57.818031 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-277d39a2-fb20-4191-81bb-01e24fea690e req-0c55c569-e9ce-4152-a9c7-28a887e0b15a service neutron] 10.222.0.64 "GET /v2.0/networks/2611f233-2317-4a05-8950-e8b48eeb4c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881340 Apr 30 16:12:57.869277 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32409-e32c-464f-8327-36a00f0f8bde req-938b6d12-e689-4f64-9745-ea1afc017e9c tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.870998 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-abe32409-e32c-464f-8327-36a00f0f8bde req-938b6d12-e689-4f64-9745-ea1afc017e9c tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.1379626 Apr 30 16:12:57.883635 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-e0511b91-4ec0-4bcf-b3b1-1fce4e2f41f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa6848fe-df18-4813-bfdc-d8e99597af52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713923 Apr 30 16:12:57.919701 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-abe32409-e32c-464f-8327-36a00f0f8bde req-d8859a6c-7021-44c6-b287-8fdcbf295be8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Apr 30 16:12:57.947500 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c9f32-d35b-49a7-acbf-1305bd90a88e req-8e0b79f8-b1fc-4691-812c-bb9e47f24499 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.949039 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d60c9f32-d35b-49a7-acbf-1305bd90a88e req-8e0b79f8-b1fc-4691-812c-bb9e47f24499 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.4435506 Apr 30 16:12:57.953762 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-27190538-c2b2-463b-97e7-f0d5181082be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:58.069917 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-27190538-c2b2-463b-97e7-f0d5181082be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:58.111294 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895f075-9582-484b-acd7-b082494a516a req-6884e45f-2c37-41f1-9285-3c6b64ac4f5e tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:58.112946 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a895f075-9582-484b-acd7-b082494a516a req-6884e45f-2c37-41f1-9285-3c6b64ac4f5e tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.0920484 Apr 30 16:12:58.139083 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d60c9f32-d35b-49a7-acbf-1305bd90a88e req-5c9c72a6-e794-49ea-b836-05803712169a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326451 Apr 30 16:12:58.148370 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-fc48b56a-bd82-40cf-a7de-6d655df116aa service neutron] 10.222.0.64 "GET /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569153 Apr 30 16:12:58.170236 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a895f075-9582-484b-acd7-b082494a516a req-bf52bbc7-9c99-447d-84d3-2a5979d761ec tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511718 Apr 30 16:12:58.245749 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-27190538-c2b2-463b-97e7-f0d5181082be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:58.254798 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-46bbddb9-da9e-46b0-88fd-dfebf0b250c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:58.279700 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27190538-c2b2-463b-97e7-f0d5181082be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec70a644-65a6-4eb1-870b-93898525de32,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:58.287048 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-27190538-c2b2-463b-97e7-f0d5181082be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:58.294923 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-27190538-c2b2-463b-97e7-f0d5181082be admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:58.296026 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-27190538-c2b2-463b-97e7-f0d5181082be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec70a644-65a6-4eb1-870b-93898525de32 HTTP/1.1" status: 204 len: 168 time: 0.5416207 Apr 30 16:12:58.321313 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-97301243-17a8-4fd4-adf5-58fd04de0e00 req-5375ad30-4ea0-431b-9ba4-75b8bac37f12 service neutron] 10.222.0.64 "GET /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643131 Apr 30 16:12:59.159864 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2777f4f-10ce-46ff-b38e-d16c68d4e53b req-aa33ee6c-d86f-4b6f-9716-fde11b1c7134 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:59.161425 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d2777f4f-10ce-46ff-b38e-d16c68d4e53b req-aa33ee6c-d86f-4b6f-9716-fde11b1c7134 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.0891051 Apr 30 16:12:59.217573 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d2777f4f-10ce-46ff-b38e-d16c68d4e53b req-82cbb4e6-cc86-4b71-a2bb-7316f8353312 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480070 Apr 30 16:12:59.397038 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4877-ce7a-46cc-8baf-88c476b5c81c req-03921ad0-8cc7-4e69-9bf1-9528efa37790 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:59.398808 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-deaf4877-ce7a-46cc-8baf-88c476b5c81c req-03921ad0-8cc7-4e69-9bf1-9528efa37790 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1291497 Apr 30 16:12:59.444299 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74be74-9252-49ce-82b0-d62a810a013d req-70a611ac-d517-42e8-b3cd-6c142306a6bc tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:59.446442 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4d74be74-9252-49ce-82b0-d62a810a013d req-70a611ac-d517-42e8-b3cd-6c142306a6bc tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.1150715 Apr 30 16:12:59.459699 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-deaf4877-ce7a-46cc-8baf-88c476b5c81c req-517b25a3-35cf-4a30-b11f-f59063a7c5a4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538688 Apr 30 16:12:59.517546 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4d74be74-9252-49ce-82b0-d62a810a013d req-bc32d108-6306-4850-9ce8-0941ce548916 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610688 Apr 30 16:13:00.161346 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:00.426039 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9b061-e62b-4940-bf9c-a979c0c90e5b req-a60bd033-cf6a-4d98-aa96-c0398e988e94 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:00.427549 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-27e9b061-e62b-4940-bf9c-a979c0c90e5b req-a60bd033-cf6a-4d98-aa96-c0398e988e94 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.0893967 Apr 30 16:13:00.477621 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-27e9b061-e62b-4940-bf9c-a979c0c90e5b req-e6ebfa2c-b33a-4e0c-a35c-d6b68c999532 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Apr 30 16:13:00.758703 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248791-299c-4cc7-8bb1-c23b74ec1422 req-b2d48ad5-2af6-46da-9753-7662cf82f9bc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:00.761341 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-20248791-299c-4cc7-8bb1-c23b74ec1422 req-b2d48ad5-2af6-46da-9753-7662cf82f9bc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.1218970 Apr 30 16:13:00.776602 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001db54-3afb-40d4-abf1-425a4f70da6e req-5b936b74-aec6-46f9-b125-3c5a0ef5047c tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:00.788249 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2001db54-3afb-40d4-abf1-425a4f70da6e req-5b936b74-aec6-46f9-b125-3c5a0ef5047c tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.1528988 Apr 30 16:13:00.832627 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-20248791-299c-4cc7-8bb1-c23b74ec1422 req-0b653de8-2673-4128-aca2-b31cad7975f3 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611992 Apr 30 16:13:00.948562 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2001db54-3afb-40d4-abf1-425a4f70da6e req-3b1d0f5b-c13a-4bf1-aace-33f03231fb95 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593432 Apr 30 16:13:01.667805 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626e7b-c9f1-4179-b09d-3dad9f6250ae req-81f76538-e6e4-427c-a5f5-de66ba76a94f tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:01.669272 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-06626e7b-c9f1-4179-b09d-3dad9f6250ae req-81f76538-e6e4-427c-a5f5-de66ba76a94f tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.0864229 Apr 30 16:13:01.714787 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-06626e7b-c9f1-4179-b09d-3dad9f6250ae req-e46dac02-f093-48a0-a5bd-3034bcd3d448 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Apr 30 16:13:02.049068 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f4366-2b93-4bf8-a0d7-1878d6042e13 req-bfc8fc60-9f3c-41d8-bc56-f47a3450803a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:02.050642 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4f8f4366-2b93-4bf8-a0d7-1878d6042e13 req-bfc8fc60-9f3c-41d8-bc56-f47a3450803a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 944 time: 0.0933216 Apr 30 16:13:02.114544 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 98a6ae23-1e33-42db-b11c-cc7264deb948 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:13:02.121661 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4f8f4366-2b93-4bf8-a0d7-1878d6042e13 req-d33bbf96-7294-41a3-a015-6e6b8efe8399 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624354 Apr 30 16:13:02.181847 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e58e54-c9db-4fdf-bc4e-a4389bb6920b req-9d52560f-3e99-44e1-913a-39988449e68b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:02.183904 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-04e58e54-c9db-4fdf-bc4e-a4389bb6920b req-9d52560f-3e99-44e1-913a-39988449e68b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 948 time: 0.1082528 Apr 30 16:13:02.261402 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-04e58e54-c9db-4fdf-bc4e-a4389bb6920b req-638a7f50-79d6-4447-aef2-dcf21594acaa tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700057 Apr 30 16:13:02.317633 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:02.333607 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'port_id': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'mac_address': 'fa:16:3e:72:82:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:13:02.404651 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.423688 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a6ae23-1e33-42db-b11c-cc7264deb948 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:13:02.441158 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:02.446272 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.446999 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:13:02.449001 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:02.553468 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=9']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:02.557989 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:02.661074 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,segment=NetworkSegment(0ddb71e7-0246-41cd-bd6d-4a12b6862ac8),segment_id=0ddb71e7-0246-41cd-bd6d-4a12b6862ac8)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:02.676136 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '14bfe9a6-fbe7-486e-aff2-e3e8c1f28262', 'network_id': '2611f233-2317-4a05-8950-e8b48eeb4c22', 'port_id': '14bfe9a6-fbe7-486e-aff2-e3e8c1f28262', 'mac_address': 'fa:16:3e:58:88:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b7fc1f-944a-43cd-bd5d-9ff144981a31', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:13:02.736351 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.755750 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:13:02.772717 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,segment=NetworkSegment(0ddb71e7-0246-41cd-bd6d-4a12b6862ac8),segment_id=0ddb71e7-0246-41cd-bd6d-4a12b6862ac8)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:02.776371 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.778797 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-73f838f1-cadf-4061-8bf0-95d51565eb9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:02.852718 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:02.855726 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:02.909958 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71e32f-abcf-413b-88b4-1081b80807e8 req-4799b0f9-653d-45cd-b651-9ebf87f05a8c tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:02.911543 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7c71e32f-abcf-413b-88b4-1081b80807e8 req-4799b0f9-653d-45cd-b651-9ebf87f05a8c tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.0823874 Apr 30 16:13:02.958595 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7c71e32f-abcf-413b-88b4-1081b80807e8 req-a2b05d80-38a9-4a53-8aa4-5c75dba36571 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Apr 30 16:13:03.318399 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['14bfe9a6-fbe7-486e-aff2-e3e8c1f28262'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:13:03.399229 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fb624-f997-41d1-8e9a-0c1a0209d14b req-36ba1550-f1f3-4597-a37b-841adc92542f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:03.402853 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-716fb624-f997-41d1-8e9a-0c1a0209d14b req-36ba1550-f1f3-4597-a37b-841adc92542f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 945 time: 0.1384048 Apr 30 16:13:03.446358 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['98a6ae23-1e33-42db-b11c-cc7264deb948'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:13:03.487751 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-716fb624-f997-41d1-8e9a-0c1a0209d14b req-6b21595f-93de-4fc5-8189-7ce9a82250a6 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782266 Apr 30 16:13:03.571592 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad37fd4-2477-45a4-a85e-e26c7b16183b req-489866f0-f1f0-49b2-a482-3fba0506f5af tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:03.574742 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7ad37fd4-2477-45a4-a85e-e26c7b16183b req-489866f0-f1f0-49b2-a482-3fba0506f5af tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 949 time: 0.1462438 Apr 30 16:13:03.635760 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7ad37fd4-2477-45a4-a85e-e26c7b16183b req-7b1a3dfa-8d30-43c3-a4e7-aa9b082d6f9b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543764 Apr 30 16:13:04.115233 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 37fe8008-f2a1-4b55-b619-ee0c4f0b635d details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:13:04.155204 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187f10d-88f2-47de-840a-041ce9930dd5 req-7f090bcc-8fb2-4fdf-bb21-ab6d72e6c4bb tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:04.157302 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0187f10d-88f2-47de-840a-041ce9930dd5 req-7f090bcc-8fb2-4fdf-bb21-ab6d72e6c4bb tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 943 time: 0.0851929 Apr 30 16:13:04.204165 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0187f10d-88f2-47de-840a-041ce9930dd5 req-8aad0b71-7999-4b0e-89e6-c24d70b7a991 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Apr 30 16:13:04.255706 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,segment=NetworkSegment(151ee2cb-cbdc-4820-8e1e-e3d2c5205a40),segment_id=151ee2cb-cbdc-4820-8e1e-e3d2c5205a40)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:04.269070 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '37fe8008-f2a1-4b55-b619-ee0c4f0b635d', 'network_id': 'aa6848fe-df18-4813-bfdc-d8e99597af52', 'port_id': '37fe8008-f2a1-4b55-b619-ee0c4f0b635d', 'mac_address': 'fa:16:3e:b2:26:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473bd132-e2dd-4950-b63a-427b5be8715c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:13:04.324896 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:04.342077 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fe8008-f2a1-4b55-b619-ee0c4f0b635d {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:13:04.360060 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,segment=NetworkSegment(151ee2cb-cbdc-4820-8e1e-e3d2c5205a40),segment_id=151ee2cb-cbdc-4820-8e1e-e3d2c5205a40)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:04.365468 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:04.367467 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:04.438602 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:04.442134 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:04.686916 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3439e3-9f76-4f94-ae25-acb2ad58e726 req-4273f02e-be1f-4b26-910b-8914522a4343 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:04.689564 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a3439e3-9f76-4f94-ae25-acb2ad58e726 req-4273f02e-be1f-4b26-910b-8914522a4343 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0896227 Apr 30 16:13:04.742064 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a3439e3-9f76-4f94-ae25-acb2ad58e726 req-396f8384-3016-4f9a-a5d9-18f766432f96 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460949 Apr 30 16:13:04.871696 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8f923-fda5-4e73-a732-337ff7ccd6c5 req-5051e4c4-3e18-42f1-b7ff-6b2a8d4d57e7 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:04.874047 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-aaa8f923-fda5-4e73-a732-337ff7ccd6c5 req-5051e4c4-3e18-42f1-b7ff-6b2a8d4d57e7 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 949 time: 0.1131439 Apr 30 16:13:04.927375 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-aaa8f923-fda5-4e73-a732-337ff7ccd6c5 req-01217f19-b64f-4227-a2df-799acb4a3ee9 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464628 Apr 30 16:13:05.177810 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['37fe8008-f2a1-4b55-b619-ee0c4f0b635d'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:13:05.559902 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7f296-f074-4c85-bb06-744a4cbd98de req-9309a26c-8ee6-42ae-b828-2299fa0098af tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:05.561377 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-adc7f296-f074-4c85-bb06-744a4cbd98de req-9309a26c-8ee6-42ae-b828-2299fa0098af tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 944 time: 0.0889976 Apr 30 16:13:05.610417 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-adc7f296-f074-4c85-bb06-744a4cbd98de req-4298ec3b-c142-4d28-8395-9630ccf37fc8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Apr 30 16:13:06.004964 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aae2f-2bd0-4d10-a4a6-506d8fdaeb26 req-1e38a008-119c-4952-b6ed-5b3dc0544ea6 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:06.006455 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6b0aae2f-2bd0-4d10-a4a6-506d8fdaeb26 req-1e38a008-119c-4952-b6ed-5b3dc0544ea6 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 945 time: 0.1512756 Apr 30 16:13:06.053205 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6b0aae2f-2bd0-4d10-a4a6-506d8fdaeb26 req-6ad0ad77-8f61-4c4d-be45-158d011661f7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406885 Apr 30 16:13:06.118990 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa8ff-546f-4be9-886a-51ee6e2eca92 req-a6cdb2ac-2b5d-4eef-8cfe-e9ee53a0d1dd tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:06.120507 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2fcaa8ff-546f-4be9-886a-51ee6e2eca92 req-a6cdb2ac-2b5d-4eef-8cfe-e9ee53a0d1dd tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 949 time: 0.0860178 Apr 30 16:13:06.135194 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 98a6ae23-1e33-42db-b11c-cc7264deb948 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:13:06.172354 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2fcaa8ff-546f-4be9-886a-51ee6e2eca92 req-6670af8d-35b6-45e4-b517-038a316897ca tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445728 Apr 30 16:13:06.208435 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 98a6ae23-1e33-42db-b11c-cc7264deb948 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:13:06.209160 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:06.338629 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:06.369220 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:13:06.387068 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:06.392207 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:06.393450 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:13:06.419240 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'code': 200} Apr 30 16:13:06.424819 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:06.517343 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=10']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:06.520470 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:06.530412 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:13:06.536203 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:13:06.536576 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:06.668867 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:06.708898 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,segment=NetworkSegment(0ddb71e7-0246-41cd-bd6d-4a12b6862ac8),segment_id=0ddb71e7-0246-41cd-bd6d-4a12b6862ac8)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:06.713078 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:06.715201 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:06.829893 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:06.832666 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632b0ea-7407-4b73-a208-f93b5635e428 req-2d7bc73a-9091-4960-a93d-c3e285d0cf16 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:06.833209 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:06.834949 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f632b0ea-7407-4b73-a208-f93b5635e428 req-2d7bc73a-9091-4960-a93d-c3e285d0cf16 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 944 time: 0.0930116 Apr 30 16:13:06.877792 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 55234) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:06.893292 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f632b0ea-7407-4b73-a208-f93b5635e428 req-978f37d4-31c1-4689-bd91-020609807f0f tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522907 Apr 30 16:13:07.014144 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:07.076199 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:07.082413 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] Usage tracker for resource:security_group_rule and tenant:f92bb6393dbd4cfe931d3597eb1b5980 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:07.086344 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:07.093361 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:07.146262 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2c7de-3fb0-45ac-8821-37a755fccdd8 req-3a609790-8032-4f10-9a5d-a156df43a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:07.147739 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-32f2c7de-3fb0-45ac-8821-37a755fccdd8 req-3a609790-8032-4f10-9a5d-a156df43a793 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 1100 time: 0.1239905 Apr 30 16:13:07.270698 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-32f2c7de-3fb0-45ac-8821-37a755fccdd8 req-7c775d73-0726-4dd0-ad59-6f5c100830ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138368 Apr 30 16:13:07.280460 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:07.286467 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:07.293882 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-11d37e91-ee0f-4358-a435-7f1379fd28fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:07.351455 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5083f9f-5910-4b94-bafa-66d62b6ac519,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:07.355288 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:07.363390 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f92bb6393dbd4cfe931d3597eb1b5980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820712 Apr 30 16:13:07.367543 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed278de-224f-44e2-ab4c-31b318d794ae req-6cd15201-4287-4448-be76-be72e56810af tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:07.369003 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7ed278de-224f-44e2-ab4c-31b318d794ae req-6cd15201-4287-4448-be76-be72e56810af tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 950 time: 0.0875771 Apr 30 16:13:07.369685 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 55244) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:07.375258 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981138cb-6714-43ca-96e6-d172551dc4e9 req-640f8fe6-8083-4a1e-b10d-2fae04274902 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:07.376936 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-981138cb-6714-43ca-96e6-d172551dc4e9 req-640f8fe6-8083-4a1e-b10d-2fae04274902 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 947 time: 0.2014596 Apr 30 16:13:07.427398 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-981138cb-6714-43ca-96e6-d172551dc4e9 req-72df0a1b-83b6-4071-8562-98e8eef91b4d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Apr 30 16:13:07.462513 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7ed278de-224f-44e2-ab4c-31b318d794ae req-5ed6a219-485c-4220-ae0d-53b2610a7632 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798230 Apr 30 16:13:07.470559 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2426e68b-a297-4b5e-a63e-b45431340abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:07.497670 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2426e68b-a297-4b5e-a63e-b45431340abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:07.553889 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2426e68b-a297-4b5e-a63e-b45431340abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:07.558255 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5f48d384-8fc7-47f3-83f3-6ded3bccfba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:07.572920 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426e68b-a297-4b5e-a63e-b45431340abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5083f9f-5910-4b94-bafa-66d62b6ac519,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:07.575893 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2426e68b-a297-4b5e-a63e-b45431340abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:07.581079 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2426e68b-a297-4b5e-a63e-b45431340abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:07.582331 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-2426e68b-a297-4b5e-a63e-b45431340abc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5083f9f-5910-4b94-bafa-66d62b6ac519 HTTP/1.1" status: 204 len: 168 time: 0.2117755 Apr 30 16:13:07.886090 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 55252) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:07.904366 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:07.920561 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:07.925399 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] Usage tracker for resource:security_group_rule and tenant:5a6f79ca82fa46e3825bba87b52d185d is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:07.928701 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:07.935076 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:08.122945 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.130123 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.139380 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b0c9b883-f2f1-4ce8-9d57-c96e39f91112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:08.143712 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 37fe8008-f2a1-4b55-b619-ee0c4f0b635d up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:13:08.192111 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd39b20-23e9-4898-94ab-5980ed97d82d,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:08.200533 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a6f79ca82fa46e3825bba87b52d185d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107071 Apr 30 16:13:08.200533 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:08.201255 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 55258) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:08.228441 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:13:08.229153 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1298-0bc7-4200-a19a-7513847e50b6 req-c5c15a6c-c471-495d-aa8c-76065197796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:08.230682 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5d1d1298-0bc7-4200-a19a-7513847e50b6 req-c5c15a6c-c471-495d-aa8c-76065197796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 944 time: 0.2253504 Apr 30 16:13:08.234152 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:13:08.234418 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.308583 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5d1d1298-0bc7-4200-a19a-7513847e50b6 req-cfe69592-2b26-4016-ab84-4f428b2682bd tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703266 Apr 30 16:13:08.314715 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-350f6139-83de-4ec9-a720-dc0fdba1752f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.345387 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-350f6139-83de-4ec9-a720-dc0fdba1752f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.364046 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.402146 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,segment=NetworkSegment(151ee2cb-cbdc-4820-8e1e-e3d2c5205a40),segment_id=151ee2cb-cbdc-4820-8e1e-e3d2c5205a40)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:08.406331 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.408361 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:08.409388 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-350f6139-83de-4ec9-a720-dc0fdba1752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.413148 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-809f47da-7977-4cbc-9870-e056d3f57fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:08.427038 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f6139-83de-4ec9-a720-dc0fdba1752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd39b20-23e9-4898-94ab-5980ed97d82d,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:08.430624 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-350f6139-83de-4ec9-a720-dc0fdba1752f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:08.436203 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-350f6139-83de-4ec9-a720-dc0fdba1752f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.438204 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-350f6139-83de-4ec9-a720-dc0fdba1752f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fcd39b20-23e9-4898-94ab-5980ed97d82d HTTP/1.1" status: 204 len: 168 time: 0.2356286 Apr 30 16:13:08.438772 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bfe9a6-fbe7-486e-aff2-e3e8c1f28262'}, {'server_uuid': 'c8b49c12-8a3a-40c6-9adc-26a2dc77540f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fe8008-f2a1-4b55-b619-ee0c4f0b635d'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:13:08.516059 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bfe9a6-fbe7-486e-aff2-e3e8c1f28262', 'code': 200} Apr 30 16:13:08.516528 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b49c12-8a3a-40c6-9adc-26a2dc77540f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fe8008-f2a1-4b55-b619-ee0c4f0b635d', 'code': 200} Apr 30 16:13:08.519980 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:08.529861 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.530534 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.531110 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.532322 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.532871 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.533533 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.534106 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.534653 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.535171 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.535679 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.536181 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.536694 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:08.541486 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:08.698883 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef5009-72d0-4a4d-81cc-e9fe1445d58f req-85c025a9-75c8-40fe-8864-40ef0bbbbcf2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:08.700114 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-66ef5009-72d0-4a4d-81cc-e9fe1445d58f req-85c025a9-75c8-40fe-8864-40ef0bbbbcf2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 947 time: 0.1347311 Apr 30 16:13:08.736732 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cecc7-416b-44ac-addb-d8087259ae3b req-addacaa7-c01a-4ec8-b6a1-033d80a83349 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:08.736732 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5c4cecc7-416b-44ac-addb-d8087259ae3b req-addacaa7-c01a-4ec8-b6a1-033d80a83349 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 950 time: 0.1313062 Apr 30 16:13:08.778759 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-66ef5009-72d0-4a4d-81cc-e9fe1445d58f req-5a5d7336-4b49-43ab-86df-78adbacbb627 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687425 Apr 30 16:13:08.826041 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5c4cecc7-416b-44ac-addb-d8087259ae3b req-384ffeec-11fb-46f0-b78b-12a9b8c54e26 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865331 Apr 30 16:13:09.040349 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e46fe5-2a5b-43a8-bd39-19938b17ae98 req-10ae3455-bf81-44bd-b8c5-a98862dee705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:09.041849 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-58e46fe5-2a5b-43a8-bd39-19938b17ae98 req-10ae3455-bf81-44bd-b8c5-a98862dee705 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 1103 time: 0.1059060 Apr 30 16:13:09.055367 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1436a3-6f24-4ccf-affd-93529ad2b78c req-24f5968d-59ea-4937-ab32-f98f78229002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:09.056860 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4d1436a3-6f24-4ccf-affd-93529ad2b78c req-24f5968d-59ea-4937-ab32-f98f78229002 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 1098 time: 0.1053083 Apr 30 16:13:09.092275 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-58e46fe5-2a5b-43a8-bd39-19938b17ae98 req-11175a35-b911-4030-93fa-b8ddd51bcb78 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422654 Apr 30 16:13:09.108538 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4d1436a3-6f24-4ccf-affd-93529ad2b78c req-dac4b162-3ff3-4e5e-9249-5bf79a5e6592 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445333 Apr 30 16:13:09.597106 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa72b-8e1e-42a1-9332-98b50e6adc49 req-111f4f14-91b8-4075-998a-a4b5735123ab tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:09.599373 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d02aa72b-8e1e-42a1-9332-98b50e6adc49 req-111f4f14-91b8-4075-998a-a4b5735123ab tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 945 time: 0.1381490 Apr 30 16:13:09.669040 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d02aa72b-8e1e-42a1-9332-98b50e6adc49 req-bf221f60-fcc8-4318-a763-d7a662821b3a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594246 Apr 30 16:13:10.080159 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee7576-5e88-47fc-bc17-802fa103fdd6 req-0825e2d4-532c-42ac-9c59-7aa020a626fe tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:10.085159 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f5ee7576-5e88-47fc-bc17-802fa103fdd6 req-0825e2d4-532c-42ac-9c59-7aa020a626fe tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 947 time: 0.1276121 Apr 30 16:13:10.181395 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917121-d8f6-4cbe-ac20-0a237451ebe7 req-bf5d26a7-6833-445b-a1f8-d0f5990f40d2 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:10.188586 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f5ee7576-5e88-47fc-bc17-802fa103fdd6 req-aa8b2dd6-a83a-4dea-bbe8-6e5f6b4fd7e4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947199 Apr 30 16:13:10.200944 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7d917121-d8f6-4cbe-ac20-0a237451ebe7 req-bf5d26a7-6833-445b-a1f8-d0f5990f40d2 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 950 time: 0.1762629 Apr 30 16:13:10.260312 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7d917121-d8f6-4cbe-ac20-0a237451ebe7 req-2356c6a4-004b-417c-af56-c3aaac6ccd61 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584345 Apr 30 16:13:10.884720 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbffee-5167-4795-ab22-80dd3eac6d0c req-a116cdbc-6291-47e1-a647-c57e629602f3 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:10.886382 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-26dbffee-5167-4795-ab22-80dd3eac6d0c req-a116cdbc-6291-47e1-a647-c57e629602f3 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 945 time: 0.0911021 Apr 30 16:13:10.933784 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-26dbffee-5167-4795-ab22-80dd3eac6d0c req-2d3c2739-61a5-4b05-9c91-caca873c5b5e tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Apr 30 16:13:11.442259 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d6de8-681a-4f76-9a02-f89a2e098df6 req-f1eb33a4-20f9-475d-be84-0d32e1a1a360 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:11.444214 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-974d6de8-681a-4f76-9a02-f89a2e098df6 req-f1eb33a4-20f9-475d-be84-0d32e1a1a360 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 947 time: 0.1016839 Apr 30 16:13:11.543726 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-974d6de8-681a-4f76-9a02-f89a2e098df6 req-52400bcd-5b95-4374-ac61-178fd1a8c4c7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863004 Apr 30 16:13:11.572484 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f6b6c-1d33-4acd-9489-36be7333dcc8 req-93c841d9-e1db-4d1c-8440-8f40b8b97d48 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:11.574618 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2a8f6b6c-1d33-4acd-9489-36be7333dcc8 req-93c841d9-e1db-4d1c-8440-8f40b8b97d48 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 950 time: 0.1407344 Apr 30 16:13:11.637353 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2a8f6b6c-1d33-4acd-9489-36be7333dcc8 req-93b635aa-a8db-4ff8-9460-326e95baee85 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559540 Apr 30 16:13:12.132229 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b00d6-c870-439f-a0d4-84b8511431e5 req-0ef9e662-cc27-464b-9362-a1dfa8244c4f tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:12.133825 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d83b00d6-c870-439f-a0d4-84b8511431e5 req-0ef9e662-cc27-464b-9362-a1dfa8244c4f tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 945 time: 0.0858972 Apr 30 16:13:12.138324 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d89a0-bbd3-4a14-b6eb-61aa4c851ee6 req-3c42fbc4-d745-4b8a-9d6a-23afcfb84b65 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:12.139858 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a93d89a0-bbd3-4a14-b6eb-61aa4c851ee6 req-3c42fbc4-d745-4b8a-9d6a-23afcfb84b65 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 950 time: 0.0874741 Apr 30 16:13:12.182608 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d83b00d6-c870-439f-a0d4-84b8511431e5 req-9d42639c-02cb-4036-a047-114abc871f30 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Apr 30 16:13:12.212771 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a93d89a0-bbd3-4a14-b6eb-61aa4c851ee6 req-e1a29aa6-f273-4e4c-aa5f-814e47cd106b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653305 Apr 30 16:13:13.470765 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024890c-582d-4916-95fe-1259974841ae req-27d0cf64-80fa-40ea-b9ae-88145aca2189 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:13.473454 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c024890c-582d-4916-95fe-1259974841ae req-27d0cf64-80fa-40ea-b9ae-88145aca2189 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 950 time: 0.1280222 Apr 30 16:13:13.537978 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c024890c-582d-4916-95fe-1259974841ae req-6898ec72-53ad-460d-8807-5d8693e0f8be tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583560 Apr 30 16:13:14.091094 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1509e76b-03b9-4ca4-b544-5b5c99895c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:14.249159 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-0df7ec14-5b85-4699-bdf5-1cfc2daa828d tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:14.250703 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-0df7ec14-5b85-4699-bdf5-1cfc2daa828d tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.64 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 950 time: 0.0891573 Apr 30 16:13:14.396270 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Deleting port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:13:14.396616 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:14.633290 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] For port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,segment=NetworkSegment(0ddb71e7-0246-41cd-bd6d-4a12b6862ac8),segment_id=0ddb71e7-0246-41cd-bd6d-4a12b6862ac8)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:14.633849 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:14.811524 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Calling delete_port for 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:13:14.952846 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957134c-9855-4015-97a3-25482ee9c853 req-8195fff2-760d-4973-982a-621a23c6d987 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:14.954447 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f957134c-9855-4015-97a3-25482ee9c853 req-8195fff2-760d-4973-982a-621a23c6d987 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/ports?device_id=4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c HTTP/1.1" status: 200 len: 950 time: 0.2522163 Apr 30 16:13:14.982000 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:14.999569 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:15.065477 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Pushing event deleted for resources: {'Port': ['ID=14bfe9a6-fbe7-486e-aff2-e3e8c1f28262,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:15.072987 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:15.102571 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f957134c-9855-4015-97a3-25482ee9c853 req-7933b960-64ea-47ae-8c91-127a67278977 tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.15 "GET /v2.0/security-groups?id=7be4dec9-259d-4c9a-936a-279fc611475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366293 Apr 30 16:13:15.174821 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] No DVR routers for this DVR port 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:13:15.178718 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:15.191806 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c', 'name': 'network-vif-deleted', 'tag': '14bfe9a6-fbe7-486e-aff2-e3e8c1f28262'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:13:15.212069 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8879a54f-d6c9-45b8-a703-c1a6fac0b2b3 req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] 10.222.0.64 "DELETE /v2.0/ports/14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 HTTP/1.1" status: 204 len: 173 time: 0.9554491 Apr 30 16:13:15.271941 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4474c2ca-4beb-4ca4-9ecc-ed6e0a9e719c', 'name': 'network-vif-deleted', 'tag': '14bfe9a6-fbe7-486e-aff2-e3e8c1f28262', 'status': 'completed', 'code': 200} Apr 30 16:13:16.223226 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:13:16.259894 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:13:16.260178 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 14bfe9a6-fbe7-486e-aff2-e3e8c1f28262 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:13:16.538675 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 55448) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:16.666135 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:16.684801 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:16.690677 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:72bfcd9e8be74c9083904ae00db5aa41 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:16.693898 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:16.700159 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:16.794758 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:16.800061 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:16.809345 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-75291b30-6080-4f13-b9c4-d6c555b4013c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:16.836279 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-6e476c96-3a3c-43aa-97e9-bc6d29d6a346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:16.853069 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3786b1f-ceac-4db4-94f4-6804e941c1ad,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:16.860752 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 55468) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:16.861349 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72bfcd9e8be74c9083904ae00db5aa41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207829 Apr 30 16:13:16.862231 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:16.960100 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-04749aab-050c-451c-a6e1-ed9290a2c4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:16.988477 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-04749aab-050c-451c-a6e1-ed9290a2c4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:17.039755 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:17.051199 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-04749aab-050c-451c-a6e1-ed9290a2c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:17.057827 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:17.074907 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04749aab-050c-451c-a6e1-ed9290a2c4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3786b1f-ceac-4db4-94f4-6804e941c1ad,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:17.076815 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-04749aab-050c-451c-a6e1-ed9290a2c4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:17.081079 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-04749aab-050c-451c-a6e1-ed9290a2c4c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3786b1f-ceac-4db4-94f4-6804e941c1ad HTTP/1.1" status: 204 len: 168 time: 0.2158368 Apr 30 16:13:17.081079 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-04749aab-050c-451c-a6e1-ed9290a2c4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:17.963237 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:19.351251 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:13:19.431018 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.488321 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 55724) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:21.643470 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-615dd467-70a1-4737-b0cf-92e3eeb58c4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fdcc58633fb458eb9866ec023bb7c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539259 Apr 30 16:13:21.645882 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 55730) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:21.709388 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-962ee80d-da1a-451c-a269-60c1c737ae3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.738654 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-962ee80d-da1a-451c-a269-60c1c737ae3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.799946 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-962ee80d-da1a-451c-a269-60c1c737ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.808885 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-afbc3a29-2379-4211-9fc7-192c62d00091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:21.832305 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ee80d-da1a-451c-a269-60c1c737ae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be4dec9-259d-4c9a-936a-279fc611475b,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:21.836491 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-962ee80d-da1a-451c-a269-60c1c737ae3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:21.846413 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-962ee80d-da1a-451c-a269-60c1c737ae3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.847739 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-962ee80d-da1a-451c-a269-60c1c737ae3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7be4dec9-259d-4c9a-936a-279fc611475b HTTP/1.1" status: 204 len: 168 time: 0.2009230 Apr 30 16:13:29.249392 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98b35e-d4cb-48cb-9586-cc1aac0e806a req-9b6fe080-5d6f-406a-b86f-f0244f341dc8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:29.250932 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ab98b35e-d4cb-48cb-9586-cc1aac0e806a req-9b6fe080-5d6f-406a-b86f-f0244f341dc8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0910401 Apr 30 16:13:29.303656 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ab98b35e-d4cb-48cb-9586-cc1aac0e806a req-246dcbe8-65ad-497b-9475-39b7a88be102 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434542 Apr 30 16:13:30.168292 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:30.514560 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51538b34-f507-4c5a-a19b-5096eab0e60e req-e71cfb2c-2719-44c1-9f94-2712b7492edf tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:30.516030 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-51538b34-f507-4c5a-a19b-5096eab0e60e req-e71cfb2c-2719-44c1-9f94-2712b7492edf tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0902810 Apr 30 16:13:30.570130 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-51538b34-f507-4c5a-a19b-5096eab0e60e req-9c57445f-f7b4-4298-8591-36a9c336271d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 Apr 30 16:13:31.768417 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871f2bc-2e13-4c38-b9ce-6765be1fad2e req-5156b38f-06af-4c6c-95c2-41c11bc41943 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:31.768417 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9871f2bc-2e13-4c38-b9ce-6765be1fad2e req-5156b38f-06af-4c6c-95c2-41c11bc41943 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0901558 Apr 30 16:13:31.824986 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9871f2bc-2e13-4c38-b9ce-6765be1fad2e req-00977d47-b498-4a4e-8d27-3da6d2d6b205 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502598 Apr 30 16:13:33.022088 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fcf3f-e681-46f5-9a33-c4d3fb36f78e req-b4ae45b4-215d-465a-92aa-a37fd3925390 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:33.023594 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5f0fcf3f-e681-46f5-9a33-c4d3fb36f78e req-b4ae45b4-215d-465a-92aa-a37fd3925390 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0894496 Apr 30 16:13:33.072981 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5f0fcf3f-e681-46f5-9a33-c4d3fb36f78e req-0c73b070-d381-4feb-8e48-b3b9bbb1b7df tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Apr 30 16:13:33.583803 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 55880) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:33.654944 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-581fb04f-9cab-4527-b9e5-ac0d06a96011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:33.656730 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-581fb04f-9cab-4527-b9e5-ac0d06a96011 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 1098 time: 0.0870516 Apr 30 16:13:33.738414 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:33.754761 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:33.759163 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] Usage tracker for resource:security_group_rule and tenant:63ae652833e14018be22a1a015c53042 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:33.762108 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:33.768547 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:33.856565 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:33.861398 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:33.870177 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-7d5909a1-097f-4fb5-999e-fed66f5acaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:33.870440 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-def9075e-2ae9-49b1-b6fd-3226cf678084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:33.871620 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-7d5909a1-097f-4fb5-999e-fed66f5acaaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 912 time: 0.1945982 Apr 30 16:13:33.915545 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63ae652833e14018be22a1a015c53042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303781 Apr 30 16:13:33.917200 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b48851-e49d-424a-83d1-a1808e8c1253,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:33.919518 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 55888) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:33.931577 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:33.944495 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df982e3-bc0b-4861-a565-3ab713745ee6 req-6ad3907b-0d3a-4283-9dc7-e9db5aecfc05 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:33.946007 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7df982e3-bc0b-4861-a565-3ab713745ee6 req-6ad3907b-0d3a-4283-9dc7-e9db5aecfc05 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 945 time: 0.1778321 Apr 30 16:13:33.979947 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-503b5b02-be4a-4073-ac56-100ca39e90de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:34.005583 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-503b5b02-be4a-4073-ac56-100ca39e90de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:34.016455 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-8104d354-0fc0-4499-8071-092312d3009f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4a4d588-ad44-4eb7-826f-413a438f913c HTTP/1.1" status: 200 len: 1000 time: 0.1360416 Apr 30 16:13:34.021852 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7df982e3-bc0b-4861-a565-3ab713745ee6 req-70192081-cd47-4c18-bcd1-0b85dc6661a7 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674913 Apr 30 16:13:34.062604 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-503b5b02-be4a-4073-ac56-100ca39e90de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:34.067184 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-32155042-48a8-439f-8b3f-d9a890d33046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:34.081213 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b5b02-be4a-4073-ac56-100ca39e90de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b48851-e49d-424a-83d1-a1808e8c1253,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:34.085362 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-503b5b02-be4a-4073-ac56-100ca39e90de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:34.091594 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-503b5b02-be4a-4073-ac56-100ca39e90de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:34.095361 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-503b5b02-be4a-4073-ac56-100ca39e90de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66b48851-e49d-424a-83d1-a1808e8c1253 HTTP/1.1" status: 204 len: 168 time: 0.1721089 Apr 30 16:13:34.189835 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-dd02ea37-9bf2-4e75-a6c6-2daa0aa2c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:34.191594 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-dd02ea37-9bf2-4e75-a6c6-2daa0aa2c43c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.1609464 Apr 30 16:13:34.279269 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-68d07021-0d44-48da-a97d-0ac79c693629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:34.280169 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e57c9-485c-474f-9114-69a5306b4de6 req-cc9c877e-8421-4988-924e-854517938519 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:34.280725 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-68d07021-0d44-48da-a97d-0ac79c693629 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747783 Apr 30 16:13:34.281730 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-378e57c9-485c-474f-9114-69a5306b4de6 req-cc9c877e-8421-4988-924e-854517938519 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0886252 Apr 30 16:13:34.407006 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-378e57c9-485c-474f-9114-69a5306b4de6 req-240d0ce2-c81e-411e-9350-5f9f773da650 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185267 Apr 30 16:13:34.430207 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-c0ae7810-2f13-40ab-8902-bdf38e8eb6dc service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387529 Apr 30 16:13:34.569964 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3a420bcc-1f7a-423b-a1eb-9d571670ca94 req-23b33d4d-1d8c-4eba-9106-04aa381904ba service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327534 Apr 30 16:13:35.226255 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fe8ec-8325-4cfa-9298-751fd1f17e96 req-3fc74bc4-0000-48c5-9d31-f47cd3c42fa9 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:35.227725 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-724fe8ec-8325-4cfa-9298-751fd1f17e96 req-3fc74bc4-0000-48c5-9d31-f47cd3c42fa9 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 945 time: 0.0876029 Apr 30 16:13:35.280810 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-724fe8ec-8325-4cfa-9298-751fd1f17e96 req-56cd4c7b-1780-4b9b-8122-470ccc7081b4 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472467 Apr 30 16:13:35.608332 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a483ec2-f1e6-402a-9976-4a13c664b305 req-fd540ba5-117b-41e2-9eb2-12dd9c68975a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:35.610502 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6a483ec2-f1e6-402a-9976-4a13c664b305 req-fd540ba5-117b-41e2-9eb2-12dd9c68975a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0859904 Apr 30 16:13:35.662718 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6a483ec2-f1e6-402a-9976-4a13c664b305 req-44d053c5-1a8c-493a-974f-8c5ec291b19e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Apr 30 16:13:36.479834 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952f1ca-e8f2-45fc-8b4a-727b77741aa9 req-130b9428-d491-4a84-91d4-9ad0ddbd17fe tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:36.481332 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f952f1ca-e8f2-45fc-8b4a-727b77741aa9 req-130b9428-d491-4a84-91d4-9ad0ddbd17fe tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 945 time: 0.0853512 Apr 30 16:13:36.527877 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f952f1ca-e8f2-45fc-8b4a-727b77741aa9 req-d417c741-5ee1-4254-85ae-480b598779ec tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Apr 30 16:13:36.862456 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6293e5-ae14-4623-b0e1-0230dbe4c438 req-2fe88dc0-8b36-4edb-a393-d1df34efe201 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:36.863952 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5e6293e5-ae14-4623-b0e1-0230dbe4c438 req-2fe88dc0-8b36-4edb-a393-d1df34efe201 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0878108 Apr 30 16:13:36.914052 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5e6293e5-ae14-4623-b0e1-0230dbe4c438 req-e5f1c80a-6ac7-479d-9380-4b8a1602d45b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436139 Apr 30 16:13:37.720259 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01802be0-32a7-4c30-8caa-f6e593260b8d req-7d8fe43c-dd9a-4b5a-8c75-f769cb92185b tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:37.721799 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-01802be0-32a7-4c30-8caa-f6e593260b8d req-7d8fe43c-dd9a-4b5a-8c75-f769cb92185b tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 945 time: 0.0875967 Apr 30 16:13:37.771954 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-01802be0-32a7-4c30-8caa-f6e593260b8d req-4dfaa260-62be-4d01-8c37-6a34ed27a37d tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Apr 30 16:13:38.109494 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eafabb-b411-4d6d-a182-dd566be7ea36 req-58614cc5-91b3-4781-94af-d6e1c1732111 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:38.110912 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c0eafabb-b411-4d6d-a182-dd566be7ea36 req-58614cc5-91b3-4781-94af-d6e1c1732111 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0846891 Apr 30 16:13:38.158110 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c0eafabb-b411-4d6d-a182-dd566be7ea36 req-c9178745-7ad8-43c3-8e57-122e9167e107 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404119 Apr 30 16:13:38.963699 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2d781-7113-4ac3-ac91-ced4c7465fd8 req-c4bd02b3-2f8b-46ac-bedc-d41c3fc360f7 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:38.965218 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f4c2d781-7113-4ac3-ac91-ced4c7465fd8 req-c4bd02b3-2f8b-46ac-bedc-d41c3fc360f7 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 945 time: 0.0836630 Apr 30 16:13:39.013090 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f4c2d781-7113-4ac3-ac91-ced4c7465fd8 req-37c3e0ef-9e2f-4541-8fd8-fabbf516d243 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fcffa99-877c-4222-897d-820dd0dcc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 Apr 30 16:13:39.312175 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258c943-fced-46eb-9089-3509b05b112c req-41486e94-dd99-4c8f-be4a-218ff9b2d225 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:39.313811 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9258c943-fced-46eb-9089-3509b05b112c req-41486e94-dd99-4c8f-be4a-218ff9b2d225 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 945 time: 0.0893064 Apr 30 16:13:39.350808 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ca972-654c-4d63-b4c6-1edb04688314 req-f4be70be-5d66-48dc-bac9-5f2a2283bb8f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:39.352352 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-160ca972-654c-4d63-b4c6-1edb04688314 req-f4be70be-5d66-48dc-bac9-5f2a2283bb8f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0859172 Apr 30 16:13:39.403209 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-160ca972-654c-4d63-b4c6-1edb04688314 req-b1953f7b-28e5-4e75-aeef-4871b662418f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445614 Apr 30 16:13:39.463895 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-9258c943-fced-46eb-9089-3509b05b112c req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Deleting port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:13:39.464142 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9258c943-fced-46eb-9089-3509b05b112c req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:39.608017 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-9258c943-fced-46eb-9089-3509b05b112c req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] For port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,segment=NetworkSegment(151ee2cb-cbdc-4820-8e1e-e3d2c5205a40),segment_id=151ee2cb-cbdc-4820-8e1e-e3d2c5205a40)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:39.608374 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9258c943-fced-46eb-9089-3509b05b112c req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:39.740681 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-9258c943-fced-46eb-9089-3509b05b112c req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Calling delete_port for 37fe8008-f2a1-4b55-b619-ee0c4f0b635d owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:13:39.865467 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9258c943-fced-46eb-9089-3509b05b112c req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:39.871613 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e055663b-a59d-4f3f-87ab-807688d73941 tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:39.914385 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['37fe8008-f2a1-4b55-b619-ee0c4f0b635d'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:13:39.922349 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Pushing event deleted for resources: {'Port': ['ID=37fe8008-f2a1-4b55-b619-ee0c4f0b635d,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:39.925775 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:40.008178 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9258c943-fced-46eb-9089-3509b05b112c req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] No DVR routers for this DVR port 37fe8008-f2a1-4b55-b619-ee0c4f0b635d on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:13:40.011673 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9258c943-fced-46eb-9089-3509b05b112c req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:40.014040 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b49c12-8a3a-40c6-9adc-26a2dc77540f', 'name': 'network-vif-deleted', 'tag': '37fe8008-f2a1-4b55-b619-ee0c4f0b635d'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:13:40.032734 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9258c943-fced-46eb-9089-3509b05b112c req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.64 "DELETE /v2.0/ports/37fe8008-f2a1-4b55-b619-ee0c4f0b635d HTTP/1.1" status: 204 len: 173 time: 0.7128282 Apr 30 16:13:40.086031 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b49c12-8a3a-40c6-9adc-26a2dc77540f', 'name': 'network-vif-deleted', 'tag': '37fe8008-f2a1-4b55-b619-ee0c4f0b635d', 'status': 'completed', 'code': 200} Apr 30 16:13:40.200044 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1b03ed90-1dec-476d-a9c4-aca7c834c715 req-58523377-7f7d-4612-a338-880e95b994b7 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8b49c12-8a3a-40c6-9adc-26a2dc77540f HTTP/1.1" status: 200 len: 210 time: 0.0546026 Apr 30 16:13:40.814107 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3641a-9b7e-4397-9c1a-495cddd2b39c req-e8d0a6bf-2d08-4e60-b5a2-ab97dd4fed69 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:40.815699 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b0f3641a-9b7e-4397-9c1a-495cddd2b39c req-e8d0a6bf-2d08-4e60-b5a2-ab97dd4fed69 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.2904141 Apr 30 16:13:40.865729 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b0f3641a-9b7e-4397-9c1a-495cddd2b39c req-6bcdf323-f5ff-4985-8f23-cd63a98e4c96 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Apr 30 16:13:42.059106 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5b638-f050-44e3-b1f5-db85ca9a9cd1 req-619451e3-9c9a-49fc-8c32-9d3d51db5462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:42.060622 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-29a5b638-f050-44e3-b1f5-db85ca9a9cd1 req-619451e3-9c9a-49fc-8c32-9d3d51db5462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0848019 Apr 30 16:13:42.201161 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-29a5b638-f050-44e3-b1f5-db85ca9a9cd1 req-10d66759-1d7e-4155-bc26-e6952601f97d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346271 Apr 30 16:13:43.454578 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ac0c3-6fe0-42fa-a693-9435daa00fa5 req-2cedbcb4-b368-4d64-bcfb-975030e5940c tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:43.456042 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dd9ac0c3-6fe0-42fa-a693-9435daa00fa5 req-2cedbcb4-b368-4d64-bcfb-975030e5940c tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1457796 Apr 30 16:13:43.503826 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dd9ac0c3-6fe0-42fa-a693-9435daa00fa5 req-2fa82c63-7c50-4da7-885e-997955508e5f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405543 Apr 30 16:13:44.094764 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a537a407-d619-4c73-bbbc-c8c1b8d2926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:44.371659 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 37fe8008-f2a1-4b55-b619-ee0c4f0b635d no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:13:44.412883 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 37fe8008-f2a1-4b55-b619-ee0c4f0b635d {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:13:44.413239 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 37fe8008-f2a1-4b55-b619-ee0c4f0b635d not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:13:44.712849 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf559c-a092-4e75-801a-058958361cd1 req-a29a6009-0355-4e6f-8506-2fedc9a76bc6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:44.714476 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9ecf559c-a092-4e75-801a-058958361cd1 req-a29a6009-0355-4e6f-8506-2fedc9a76bc6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0883429 Apr 30 16:13:44.774698 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9ecf559c-a092-4e75-801a-058958361cd1 req-49ca9031-fb27-469f-8a78-57eab2539a8e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527897 Apr 30 16:13:45.969674 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79bfc5-f5b1-4e0d-8517-b3cecaca3162 req-f600af84-cb13-4b48-987a-832fc765ac9a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:45.971162 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2e79bfc5-f5b1-4e0d-8517-b3cecaca3162 req-f600af84-cb13-4b48-987a-832fc765ac9a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0855880 Apr 30 16:13:46.016731 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2e79bfc5-f5b1-4e0d-8517-b3cecaca3162 req-bcd5a196-4a6c-4fa6-80c5-add4598bcec8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 Apr 30 16:13:46.832231 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-834a97f0-6de3-4573-bd0d-64d1d0958046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:47.037397 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:47.233839 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcca9e8-0fca-4750-a7b6-9bb18fbcc5c2 req-8599a801-9f5d-4f1f-b1dc-d590cda89eb4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:47.235433 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6fcca9e8-0fca-4750-a7b6-9bb18fbcc5c2 req-8599a801-9f5d-4f1f-b1dc-d590cda89eb4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.1025383 Apr 30 16:13:47.286795 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6fcca9e8-0fca-4750-a7b6-9bb18fbcc5c2 req-17bbdf00-0ff4-4c12-880e-b69758e0295c tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444472 Apr 30 16:13:47.963275 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:48.512383 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a55b-a06c-412d-98b3-3f24c21af24a req-635b40e5-d46b-4971-9dc3-f7b3043b5b2b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:48.514063 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-59e7a55b-a06c-412d-98b3-3f24c21af24a req-635b40e5-d46b-4971-9dc3-f7b3043b5b2b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0909297 Apr 30 16:13:48.561415 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-59e7a55b-a06c-412d-98b3-3f24c21af24a req-36a84280-4eb5-4a22-bdf4-512da4c85ef5 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Apr 30 16:13:49.433566 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:49.764145 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322296d3-9ad1-46a7-bdd2-34ba0a5df736 req-c4b46058-3d43-4b6c-b969-f141f44f7be5 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:49.765527 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-322296d3-9ad1-46a7-bdd2-34ba0a5df736 req-c4b46058-3d43-4b6c-b969-f141f44f7be5 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0879257 Apr 30 16:13:49.819646 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-322296d3-9ad1-46a7-bdd2-34ba0a5df736 req-bf5b1b78-fbd5-449c-8acf-41196ff09120 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Apr 30 16:13:50.187218 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b892c-bd5c-4f91-ba4b-27be23e8d304 req-5c09e32a-855e-466c-980e-f00aaeda02b3 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:50.188880 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-be4b892c-bd5c-4f91-ba4b-27be23e8d304 req-5c09e32a-855e-466c-980e-f00aaeda02b3 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0923636 Apr 30 16:13:50.305738 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-be4b892c-bd5c-4f91-ba4b-27be23e8d304 req-d8aa79b5-05b6-4b10-b510-209a972899d6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623946 Apr 30 16:13:50.333214 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-9a527569-511b-497e-aad7-83b9f66ba1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:50.335466 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-9a527569-511b-497e-aad7-83b9f66ba1bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 1098 time: 0.1440885 Apr 30 16:13:50.510964 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-9e014568-1554-40c2-9872-69dfa44c5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:50.512613 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-9e014568-1554-40c2-9872-69dfa44c5452 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 912 time: 0.1687529 Apr 30 16:13:50.626214 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-8ffa489b-361e-4217-a779-a0e8c6ff43f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4a4d588-ad44-4eb7-826f-413a438f913c HTTP/1.1" status: 200 len: 1000 time: 0.1058834 Apr 30 16:13:50.691277 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-e5297d8a-0c86-4bb7-a05c-007cb9f55a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:50.693892 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-e5297d8a-0c86-4bb7-a05c-007cb9f55a7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.0601044 Apr 30 16:13:50.783442 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-621197b7-fcdc-415d-a48e-5a28d9f3e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:50.784930 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-621197b7-fcdc-415d-a48e-5a28d9f3e4a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818677 Apr 30 16:13:50.938835 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-bd6124b4-dee5-450b-9364-2c260a867cc6 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456151 Apr 30 16:13:51.095082 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbec4e71-4472-487d-af28-02544d4d9c30 req-f2732d17-b14f-4cc6-a76c-ac9e2a3de05a service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492758 Apr 30 16:13:51.512793 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4f99-c17b-43c4-816c-0da9b9887dbd req-8b93f09c-0a1a-40b5-bc22-c03cac196faf tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:51.514421 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7e2a4f99-c17b-43c4-816c-0da9b9887dbd req-8b93f09c-0a1a-40b5-bc22-c03cac196faf tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0906086 Apr 30 16:13:51.590616 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7e2a4f99-c17b-43c4-816c-0da9b9887dbd req-c93adf7f-ac31-4a57-9cfb-c9e2d2de8e0d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699911 Apr 30 16:13:52.783243 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d830ae7-a35b-4c81-bee1-1ba0f6ba9386 req-6b7fe04d-dd6b-476e-94c0-ddc379fb2706 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:52.784791 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6d830ae7-a35b-4c81-bee1-1ba0f6ba9386 req-6b7fe04d-dd6b-476e-94c0-ddc379fb2706 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0821540 Apr 30 16:13:52.831906 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6d830ae7-a35b-4c81-bee1-1ba0f6ba9386 req-824a34d9-e7ea-4626-8fc4-a4b84a4687e8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411003 Apr 30 16:13:56.351480 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:14:00.174918 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:04.373592 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 56234) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:04.437529 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Deleting subnet 473bd132-e2dd-4950-b63a-427b5be8715c {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:14:04.440447 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:04.492579 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:04.551687 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:04.797229 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:04.802204 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-fd73deef-34d6-472a-b173-3222960ef005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:04.840680 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473bd132-e2dd-4950-b63a-427b5be8715c,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:04.843752 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:04.853531 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/473bd132-e2dd-4950-b63a-427b5be8715c HTTP/1.1" status: 204 len: 168 time: 0.4788537 Apr 30 16:14:04.855045 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.855406 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.855767 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.856118 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.856234 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56244) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:04.856797 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.856797 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.857150 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.857488 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.857831 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.858212 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.858728 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.859074 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:04.862122 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-191ed4af-e639-4b55-bf98-b758d91d4964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:04.960027 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:05.084962 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:05.290595 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6848fe-df18-4813-bfdc-d8e99597af52']}} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:05.305337 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40') {'for_net_delete': True} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:05.305631 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151ee2cb-cbdc-4820-8e1e-e3d2c5205a40') {} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:05.317335 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3279391'] for segment, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:05.333580 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:05.340316 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=73864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:14:05.513076 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Network aa6848fe-df18-4813-bfdc-d8e99597af52 has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:14:05.521974 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279869'] for segment, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:05.693421 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Network aa6848fe-df18-4813-bfdc-d8e99597af52 has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: Traceback (most recent call last): Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: timer() Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: cb(*args, **kw) Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: return func(*args, **kwargs) Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: self._notify() Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: self.callback(batched_events) Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: event.method(event) Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: return f(self, *a, **k) Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: return self._get(url).json() Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: return self.request(url, 'GET', **kwargs) Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:14:05.714697 dv-cinder-775008-3-smb neutron-server[73864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:14:05.792411 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:05.796485 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6b53ecc1-7b11-48b8-b546-f27db19ac1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:05.813064 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:05.823739 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6848fe-df18-4813-bfdc-d8e99597af52,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:05.835347 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.835701 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.836131 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.836460 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.836882 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.837297 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.837642 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.838125 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.838465 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.838803 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.839130 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.839462 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:05.843158 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aa6848fe-df18-4813-bfdc-d8e99597af52 HTTP/1.1" status: 204 len: 168 time: 0.9858754 Apr 30 16:14:05.844025 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-f2327efe-530b-408c-9932-786a27536524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:06.023900 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 56256) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:06.077244 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2a6ad3af-efd0-4feb-8c7b-d5bb8da1d475 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=339cfd0664374d2b8d3b365e2e768219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517242 Apr 30 16:14:06.079733 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 56260) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:06.138227 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-710af99d-7a12-4420-b389-b7d7f65d8a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:06.164765 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-710af99d-7a12-4420-b389-b7d7f65d8a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:06.216990 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-710af99d-7a12-4420-b389-b7d7f65d8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:06.220463 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f3d54453-10f5-4ddc-8ab7-1ee74b934991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:06.233055 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710af99d-7a12-4420-b389-b7d7f65d8a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcffa99-877c-4222-897d-820dd0dcc645,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:06.236223 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-710af99d-7a12-4420-b389-b7d7f65d8a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:06.245512 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-710af99d-7a12-4420-b389-b7d7f65d8a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:06.248914 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-710af99d-7a12-4420-b389-b7d7f65d8a42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fcffa99-877c-4222-897d-820dd0dcc645 HTTP/1.1" status: 204 len: 168 time: 0.1659811 Apr 30 16:14:08.384134 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56278) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:08.499011 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:08.512895 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:08.516666 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:2fdc51d9122a4a9caf6b6b239460c424 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:08.519423 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:08.525588 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:08.605344 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:08.608985 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:08.615532 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:08.655481 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fdc51d9122a4a9caf6b6b239460c424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702577 Apr 30 16:14:08.656353 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862a0de4-89e9-4319-8517-0e671ae4a857,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:08.658271 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 56284) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:08.659382 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:08.721393 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-21f5ee7b-ecda-4b5e-9186-e7371164856a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:08.747801 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-21f5ee7b-ecda-4b5e-9186-e7371164856a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:08.798967 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-21f5ee7b-ecda-4b5e-9186-e7371164856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:08.802676 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-dc2e36ed-e211-4abf-9ccd-1a67b83de8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:08.814191 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5ee7b-ecda-4b5e-9186-e7371164856a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862a0de4-89e9-4319-8517-0e671ae4a857,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:08.821191 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-21f5ee7b-ecda-4b5e-9186-e7371164856a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:08.822152 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-21f5ee7b-ecda-4b5e-9186-e7371164856a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:08.826343 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-21f5ee7b-ecda-4b5e-9186-e7371164856a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/862a0de4-89e9-4319-8517-0e671ae4a857 HTTP/1.1" status: 204 len: 168 time: 0.1668491 Apr 30 16:14:14.096957 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-daaeae29-bc64-4ee4-b6b0-064f09ff2592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:16.835246 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-54e93978-2869-42ee-a29a-07274867fb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:17.039622 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:17.965152 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:19.443486 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:20.945648 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56442) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:21.062445 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-caf11b48-e7ad-4104-bed5-69f416e31bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:21.076843 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-caf11b48-e7ad-4104-bed5-69f416e31bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:21.080740 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-caf11b48-e7ad-4104-bed5-69f416e31bec admin admin] Usage tracker for resource:security_group_rule and tenant:1019c6507fe64d0c80912adc7516f0c7 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:21.083623 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-caf11b48-e7ad-4104-bed5-69f416e31bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:21.089512 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-caf11b48-e7ad-4104-bed5-69f416e31bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:21.172404 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-caf11b48-e7ad-4104-bed5-69f416e31bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:21.176063 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-caf11b48-e7ad-4104-bed5-69f416e31bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:21.187776 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-112adfe2-5a89-4c9c-a588-5089e3cdb7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:21.230114 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-caf11b48-e7ad-4104-bed5-69f416e31bec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1019c6507fe64d0c80912adc7516f0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832382 Apr 30 16:14:21.230772 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf11b48-e7ad-4104-bed5-69f416e31bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f03d7c2-45d5-4599-aa09-1c9f50d0bc07,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:21.232806 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 56448) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:21.233826 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-caf11b48-e7ad-4104-bed5-69f416e31bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:21.292649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ff892a8c-bb26-47e7-a346-a199d47cde16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:21.319513 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ff892a8c-bb26-47e7-a346-a199d47cde16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:21.371406 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ff892a8c-bb26-47e7-a346-a199d47cde16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:21.375090 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-edf83e89-4b5d-46a8-a7a2-c4ce24a22ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:21.390058 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff892a8c-bb26-47e7-a346-a199d47cde16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f03d7c2-45d5-4599-aa09-1c9f50d0bc07,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:21.394031 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ff892a8c-bb26-47e7-a346-a199d47cde16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:21.397369 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ff892a8c-bb26-47e7-a346-a199d47cde16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:21.406174 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-ff892a8c-bb26-47e7-a346-a199d47cde16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f03d7c2-45d5-4599-aa09-1c9f50d0bc07 HTTP/1.1" status: 204 len: 168 time: 0.1673605 Apr 30 16:14:22.193826 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe4682-96d8-4c48-a96c-644b821537b6 req-d4c71d06-df20-4e52-bd0b-fe918bdc9d81 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:22.196155 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-95fe4682-96d8-4c48-a96c-644b821537b6 req-d4c71d06-df20-4e52-bd0b-fe918bdc9d81 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 947 time: 0.0798364 Apr 30 16:14:22.239709 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-95fe4682-96d8-4c48-a96c-644b821537b6 req-e350945b-d3d9-4e3c-923e-5a1da775d9c7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379536 Apr 30 16:14:23.503493 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e9863-b5b8-4642-a34e-d33a78733cde req-43edc781-092e-4a79-8df3-6f77b38e4ae6 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:23.504941 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5f3e9863-b5b8-4642-a34e-d33a78733cde req-43edc781-092e-4a79-8df3-6f77b38e4ae6 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 947 time: 0.1490443 Apr 30 16:14:23.549769 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5f3e9863-b5b8-4642-a34e-d33a78733cde req-dd46b19f-90f4-4d59-8b78-3632c2d3de75 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386496 Apr 30 16:14:24.195579 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-13550997-a5ac-49ce-8d83-70dda4b85440 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:24.197165 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-13550997-a5ac-49ce-8d83-70dda4b85440 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 947 time: 0.0837562 Apr 30 16:14:24.334391 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Deleting port 98a6ae23-1e33-42db-b11c-cc7264deb948 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:14:24.334737 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:24.469071 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] For port 98a6ae23-1e33-42db-b11c-cc7264deb948, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=98a6ae23-1e33-42db-b11c-cc7264deb948,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:14:24.469334 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:24.899649 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:24.900197 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:24.900515 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.l3_db [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Floating IP 89b51c8e-e7ba-41e6-a0d5-372692654bb0 disassociated. External IP: 172.28.2.103, port: 98a6ae23-1e33-42db-b11c-cc7264deb948. Apr 30 16:14:24.901025 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Calling delete_port for 98a6ae23-1e33-42db-b11c-cc7264deb948 owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:14:24.947254 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98d333-cbe7-4356-8a44-d1493ae3b754 req-7f79712c-2315-46e7-a978-0cdf8cde506b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:24.948700 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0b98d333-cbe7-4356-8a44-d1493ae3b754 req-7f79712c-2315-46e7-a978-0cdf8cde506b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 947 time: 0.1436150 Apr 30 16:14:25.004295 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0b98d333-cbe7-4356-8a44-d1493ae3b754 req-7212ba28-d7fd-42e5-9087-952a9e1cb307 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b848c16-c47e-4894-abaf-21b597369221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497344 Apr 30 16:14:25.075175 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:25.080642 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b49fc9a9-f81f-4fd0-baaf-c9dba3911049 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:25.126323 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event deleted for resources: {'Port': ['ID=98a6ae23-1e33-42db-b11c-cc7264deb948,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:25.129400 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:25.316947 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:14:25.500364 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:14:25.509915 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] Sync routers for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:14:25.519339 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:14:25.520025 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:14:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:25.574776 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] No DVR routers for this DVR port 98a6ae23-1e33-42db-b11c-cc7264deb948 on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:14:25.577399 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:25.580148 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'name': 'network-vif-deleted', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:14:25.606390 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e9d2fc93-ef83-4602-a81c-b2c9f5c5bcfd req-55bd5ac6-f45c-4b08-8490-b9f16a32a29a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.64 "DELETE /v2.0/ports/98a6ae23-1e33-42db-b11c-cc7264deb948 HTTP/1.1" status: 204 len: 173 time: 1.4031887 Apr 30 16:14:25.713964 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:14:25.848072 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a4c450-83a3-4054-a21c-f7a918a3fcc5', 'name': 'network-vif-deleted', 'tag': '98a6ae23-1e33-42db-b11c-cc7264deb948', 'status': 'completed', 'code': 200} Apr 30 16:14:26.038670 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:26.043214 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] Checking router: e4270c16-48cc-4f96-a1c5-bb1185e6d3bd for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:14:26.051946 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:14:26.052565 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:14:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:26.197194 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-24e06261-f1b0-43e3-9f18-b360043cd160 req-ca3adbe2-a02d-4421-9c53-5879605852f9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Synchronizing usage tracker for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:14:26.221170 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-24e06261-f1b0-43e3-9f18-b360043cd160 req-ca3adbe2-a02d-4421-9c53-5879605852f9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Unset dirty status for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:14:26.226413 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-24e06261-f1b0-43e3-9f18-b360043cd160 req-ca3adbe2-a02d-4421-9c53-5879605852f9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a4c450-83a3-4054-a21c-f7a918a3fcc5 HTTP/1.1" status: 200 len: 210 time: 0.0737493 Apr 30 16:14:26.272007 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:14:26.590547 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:26.594535 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aff41e-3b73-4d0e-b2b6-65887a1bd213 None None] The sync data for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb is: [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:14:26.804217 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f34f83-54e8-426a-8dd7-8882fe9f6944 None None] New status for floating IP 89b51c8e-e7ba-41e6-a0d5-372692654bb0: DOWN {{(pid=73867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:14:27.360533 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56476) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:27.426867 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-9c89517d-0ee4-456b-9125-70ab4cc9ceac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:27.455382 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-9c89517d-0ee4-456b-9125-70ab4cc9ceac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:27.515538 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-9c89517d-0ee4-456b-9125-70ab4cc9ceac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:27.519422 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-962ee80d-da1a-451c-a269-60c1c737ae3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:27.533463 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89517d-0ee4-456b-9125-70ab4cc9ceac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b848c16-c47e-4894-abaf-21b597369221,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:27.536974 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-9c89517d-0ee4-456b-9125-70ab4cc9ceac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:27.546940 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-9c89517d-0ee4-456b-9125-70ab4cc9ceac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:27.548097 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-9c89517d-0ee4-456b-9125-70ab4cc9ceac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "DELETE /v2.0/security-groups/0b848c16-c47e-4894-abaf-21b597369221 HTTP/1.1" status: 204 len: 168 time: 0.1863708 Apr 30 16:14:27.550852 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56480) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:27.567466 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.api.v2.resource [None req-4ddb6286-b657-4951-8ebf-93fe138b50e9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] show failed (client error): The resource could not be found. Apr 30 16:14:27.568412 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-4ddb6286-b657-4951-8ebf-93fe138b50e9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups/0b848c16-c47e-4894-abaf-21b597369221 HTTP/1.1" status: 404 len: 347 time: 0.0166740 Apr 30 16:14:27.573258 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56484) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:27.789286 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Deleting port 724190e9-22eb-4f8d-8bd4-1ae480cd1735 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:14:27.789957 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:27.911762 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:27.912091 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:28.123579 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Calling delete_port for 724190e9-22eb-4f8d-8bd4-1ae480cd1735 owned by network:floatingip {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:14:28.235602 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:28.239925 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:28.283521 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event deleted for resources: {'Port': ['ID=724190e9-22eb-4f8d-8bd4-1ae480cd1735,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:28.314303 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:28.376975 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:28.394149 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:28.396342 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-e0729b89-1d8a-4e49-a31d-59fc2ba74b25 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "DELETE /v2.0/floatingips/89b51c8e-e7ba-41e6-a0d5-372692654bb0 HTTP/1.1" status: 204 len: 168 time: 0.8211465 Apr 30 16:14:28.613105 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 98a6ae23-1e33-42db-b11c-cc7264deb948 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:14:28.647996 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 98a6ae23-1e33-42db-b11c-cc7264deb948 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:14:28.648345 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 98a6ae23-1e33-42db-b11c-cc7264deb948 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:14:28.903135 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56494) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:28.908270 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688488780', 'description': 'tempest-description--267654385'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:28.915118 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:28.919121 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Usage tracker for resource:security_group and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:28.921904 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:28.927430 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:28.937654 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:28.957163 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:28.961076 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Usage tracker for resource:security_group_rule and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:28.964572 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:28.970336 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:29.080645 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.084722 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.088585 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-201c12e3-843a-4dd5-a9a5-3bb1d3b8ff8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:29.129674 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359c07c6-85c5-47c5-9834-043800dc68ec,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:29.132720 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:29.137579 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.138745 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-bdf018ef-7c73-4cc9-b56b-ac38b8e669df tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2346637 Apr 30 16:14:29.146995 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56498) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:29.146995 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'security_group_rule': {'security_group_id': '359c07c6-85c5-47c5-9834-043800dc68ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:29.152851 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:29.156612 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Usage tracker for resource:security_group_rule and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:29.159364 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:29.165595 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:29.180999 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.247740 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.251320 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.253404 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-755477a5-31fc-4d7b-8910-703e360892f2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:29.278783 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c31a0b-65b2-490b-a1fb-35b2f502e3e1,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:29.283342 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:29.287972 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.292338 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463645 Apr 30 16:14:29.292539 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56502) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:29.297581 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'security_group_rule': {'security_group_id': '359c07c6-85c5-47c5-9834-043800dc68ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:29.303434 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:29.308077 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Usage tracker for resource:security_group_rule and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:29.311389 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:29.317511 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:29.332563 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.394893 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.398895 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.400888 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-68d54360-181b-420b-ae23-db15a67a8aa4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:29.423778 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3719c91f-a32f-42cb-a599-00538cd7e74c,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:29.428120 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:29.434280 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.435502 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420336 Apr 30 16:14:29.438957 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 56506) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:29.444375 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'floatingip': {'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:29.450853 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:29.454581 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Usage tracker for resource:floatingip and tenant:6dad49816ad546d08e5e3bbbcf5ba71c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:29.457354 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:29.464270 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:29.474665 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.624132 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.765571 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Allocated IP 172.28.2.67 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/1bb45f59-8257-44cb-9711-b09084da9b84) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:14:29.916264 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.947685 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:29.952616 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:30.012294 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:14:30.019062 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:14:30.021762 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:14:30.065528 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'Port': ['ID=1bb45f59-8257-44cb-9711-b09084da9b84,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:30.069191 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:30.113280 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:30.176449 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:30.176700 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:30.381265 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:30.385645 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:30.389489 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2df99afc-f88f-4f07-86cb-181507b62304 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:30.496877 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'Port': ['ID=1bb45f59-8257-44cb-9711-b09084da9b84,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:30.500943 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:30.507699 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:30.530047 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:30.531155 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0909843 Apr 30 16:14:30.750770 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-48221f98-2d3a-4203-a10c-c0c6a149606c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Synchronizing usage tracker for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:14:30.766019 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-48221f98-2d3a-4203-a10c-c0c6a149606c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Unset dirty status for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:14:30.767266 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-48221f98-2d3a-4203-a10c-c0c6a149606c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1688488780&fields=id&tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c HTTP/1.1" status: 200 len: 267 time: 0.0547307 Apr 30 16:14:30.921309 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-cd9609b5-5808-491c-a189-5087fc7eb837 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:30.922754 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-cd9609b5-5808-491c-a189-5087fc7eb837 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 816 time: 0.1488461 Apr 30 16:14:30.938195 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-61d9c6dc-77ce-419b-8893-a80401e8c93f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/quotas/6dad49816ad546d08e5e3bbbcf5ba71c HTTP/1.1" status: 200 len: 375 time: 0.0098457 Apr 30 16:14:31.027494 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-4249edac-dffb-40ed-9c9c-8b9353cdcc56 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Synchronizing usage tracker for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:14:31.041967 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-4249edac-dffb-40ed-9c9c-8b9353cdcc56 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Unset dirty status for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:14:31.043461 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-4249edac-dffb-40ed-9c9c-8b9353cdcc56 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1002831 Apr 30 16:14:31.282386 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-f572a415-55b6-4c81-acb6-c680ab1ed2e1 service neutron] 10.222.0.15 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268524 Apr 30 16:14:31.416192 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-4115d049-afde-4188-b384-16ca0793c3bb service neutron] 10.222.0.15 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278064 Apr 30 16:14:31.597843 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a9ac1a8f-7c36-4c84-a197-9cfd154ef10a req-d9c6a70a-1c35-4fbc-8ccd-3b37fb6ffde5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 210 time: 0.0445375 Apr 30 16:14:32.759223 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-eef51a80-d74d-4d7e-bb87-2136b1bd8fd8 req-f05e1ae6-e359-407f-98c3-6efea16db1d6 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 210 time: 0.0448916 Apr 30 16:14:32.958416 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-01d7f3ae-d318-427a-a30c-95b1b6d57899 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:32.959828 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-01d7f3ae-d318-427a-a30c-95b1b6d57899 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 816 time: 0.1480622 Apr 30 16:14:33.016862 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-38ab100d-35ab-40f9-a120-f62fd4025dba tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c HTTP/1.1" status: 200 len: 380 time: 0.0412426 Apr 30 16:14:33.026891 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'port': {'device_id': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'admin_state_up': True, 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'security_groups': ['359c07c6-85c5-47c5-9834-043800dc68ec']}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:33.161365 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:33.171210 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:33.180745 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Made reservation on behalf of 6dad49816ad546d08e5e3bbbcf5ba71c for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:14:33.184901 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:33.346525 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Allocated IP 172.20.0.4 (4738b479-0713-4933-9630-6e9d1c66a28c/9ca75d80-6f41-4587-96d4-972748ede49d/95beb57e-dced-449f-825a-c087f496c6a6) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:14:33.349958 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:14:33.637001 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:33.652247 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Transition to ACTIVE for port object 95beb57e-dced-449f-825a-c087f496c6a6 will not be triggered until provisioned by entity DHCP. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:14:33.675713 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:33.681024 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:33.749293 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Network 4738b479-0713-4933-9630-6e9d1c66a28c is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:14:33.752712 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:14:33.756596 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:14:33.788024 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event updated for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:33.795808 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:33.826916 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:33.827855 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:33.856867 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c18a8f27-8c4c-4443-817a-0f186e1dd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8337591 Apr 30 16:14:33.930430 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Request body: {'port': {'device_id': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:33.973128 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a3d1-ac89-4f07-8890-687b8ba03b15 req-6263be26-e9ca-44e9-9f05-002982467de2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:33.974632 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0313a3d1-ac89-4f07-8890-687b8ba03b15 req-6263be26-e9ca-44e9-9f05-002982467de2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 931 time: 0.0919011 Apr 30 16:14:34.023883 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0313a3d1-ac89-4f07-8890-687b8ba03b15 req-f86dd727-26f6-4805-a4e5-0555ac55db92 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423892 Apr 30 16:14:34.049853 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:34.064116 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-d9731007-ffd9-464a-be38-38dafca6012a None None] Provisioning for port 95beb57e-dced-449f-825a-c087f496c6a6 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:14:34.068582 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-d9731007-ffd9-464a-be38-38dafca6012a None None] Provisioning complete for port 95beb57e-dced-449f-825a-c087f496c6a6 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:14:34.068969 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d9731007-ffd9-464a-be38-38dafca6012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:34.126079 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-d9731007-ffd9-464a-be38-38dafca6012a None None] Port 95beb57e-dced-449f-825a-c087f496c6a6 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:14:34.391706 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95beb57e-dced-449f-825a-c087f496c6a6 {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:14:34.398843 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:34.412924 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Transition to ACTIVE for port object 95beb57e-dced-449f-825a-c087f496c6a6 will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:14:34.417014 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:34.420567 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8440c3b6-4fba-45b9-8872-b6189adcae4d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:34.582658 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Pushing event updated for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:34.585966 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:34.659182 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Attempting to bind port 95beb57e-dced-449f-825a-c087f496c6a6 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:14:34.659511 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Attempting to bind port 95beb57e-dced-449f-825a-c087f496c6a6 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:14:34.659833 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Attempting to bind port 95beb57e-dced-449f-825a-c087f496c6a6 on network 4738b479-0713-4933-9630-6e9d1c66a28c {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:14:34.664316 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Port 95beb57e-dced-449f-825a-c087f496c6a6 on network 4738b479-0713-4933-9630-6e9d1c66a28c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:14:34.664627 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Attempting to bind port 95beb57e-dced-449f-825a-c087f496c6a6 on network 4738b479-0713-4933-9630-6e9d1c66a28c {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:14:34.670136 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:14:34.670454 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Checking segment: {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:14:34.670823 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Bound using segment: {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:14:34.671234 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Bound port: 95beb57e-dced-449f-825a-c087f496c6a6, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:14:34.671568 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:34.762305 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:14:34.765206 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:14:34.768511 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:34.772938 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c675611f-b73d-4fc0-8253-a95da6121ec8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:34.823093 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:34.823749 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:34.825037 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] 10.222.0.64 "PUT /v2.0/ports/95beb57e-dced-449f-825a-c087f496c6a6 HTTP/1.1" status: 200 len: 1093 time: 0.9510241 Apr 30 16:14:34.825524 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:14:34.854525 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Pushing event updated for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:34.858666 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:34.880981 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6', 'status': 'completed', 'code': 200} Apr 30 16:14:34.977124 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-953671e6-cf7d-4b5f-8b16-00568273142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:34.978916 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-953671e6-cf7d-4b5f-8b16-00568273142c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 1096 time: 0.0792353 Apr 30 16:14:35.057217 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-be467be5-34e4-4de1-8bbe-10b304351b17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95beb57e-dced-449f-825a-c087f496c6a6 HTTP/1.1" status: 200 len: 217 time: 0.0624814 Apr 30 16:14:35.125451 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-1b9427dc-29ba-4906-ba76-a5baf3dee902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:35.126883 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-1b9427dc-29ba-4906-ba76-a5baf3dee902 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.0634134 Apr 30 16:14:35.204856 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c72e7887-00e1-4f8d-905a-559a3387e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:35.206267 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-c72e7887-00e1-4f8d-905a-559a3387e2a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722394 Apr 30 16:14:35.215393 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd812250-4c8f-4cfe-aaa5-1813a74ed570 req-35feed22-f909-4ddb-b8cb-e8a0732ede8c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:35.216987 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bd812250-4c8f-4cfe-aaa5-1813a74ed570 req-35feed22-f909-4ddb-b8cb-e8a0732ede8c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0808988 Apr 30 16:14:35.262731 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bd812250-4c8f-4cfe-aaa5-1813a74ed570 req-147ee207-ab9e-42a2-afed-2a0f8208177e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398464 Apr 30 16:14:35.342749 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-8f45ceaa-b670-48eb-b0e6-1e05baa92de4 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281590 Apr 30 16:14:35.561224 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ad0c806d-4f6c-48c0-88c6-8596cfbf9a6e req-d7a663c5-3069-4bbf-9833-f2a766ffc14b service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115605 Apr 30 16:14:35.742224 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-72020c8e-a967-4cfb-9be7-4589ba3496d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:35.743676 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-72020c8e-a967-4cfb-9be7-4589ba3496d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 1096 time: 0.0768406 Apr 30 16:14:35.881263 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-837653f5-d3c1-4537-879b-991cdcc67fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:35.882620 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-837653f5-d3c1-4537-879b-991cdcc67fad service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.1318259 Apr 30 16:14:35.951799 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-83674f2b-d4dd-4873-8dd1-b92d099bf7e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95beb57e-dced-449f-825a-c087f496c6a6 HTTP/1.1" status: 200 len: 217 time: 0.0625634 Apr 30 16:14:36.017241 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-e5f2ebdc-3861-4b50-8af9-fa948c79919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:36.018680 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-e5f2ebdc-3861-4b50-8af9-fa948c79919f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.0604334 Apr 30 16:14:36.093643 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-d2fc5e5f-5e98-4401-b7b5-1f17e9f463ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:36.095097 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-d2fc5e5f-5e98-4401-b7b5-1f17e9f463ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685046 Apr 30 16:14:36.225536 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-3e5ddca2-c64a-46b6-b0a0-857a70b684a1 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232052 Apr 30 16:14:36.357597 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51988901-c3a5-4e68-a90f-e9139bd59dca req-df3dc2da-af9b-4b3d-af50-a49f8bf58f24 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244133 Apr 30 16:14:36.458637 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0404-350e-4c16-bf65-8ded7360c62f req-4c587fdd-bb12-4298-9dd0-db4f5d26a993 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:36.459326 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-817b0404-350e-4c16-bf65-8ded7360c62f req-4c587fdd-bb12-4298-9dd0-db4f5d26a993 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Synchronizing usage tracker for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:14:36.475119 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-817b0404-350e-4c16-bf65-8ded7360c62f req-4c587fdd-bb12-4298-9dd0-db4f5d26a993 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Unset dirty status for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:14:36.476414 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-817b0404-350e-4c16-bf65-8ded7360c62f req-4c587fdd-bb12-4298-9dd0-db4f5d26a993 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0995224 Apr 30 16:14:36.521714 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-817b0404-350e-4c16-bf65-8ded7360c62f req-f423d9d4-7b9e-47f1-9e14-b586c2579cac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388525 Apr 30 16:14:37.718807 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788e18b-f942-4bf3-9041-f9fa757df905 req-17b2202b-72f4-4a66-84ae-72be10c506a3 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:37.720253 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9788e18b-f942-4bf3-9041-f9fa757df905 req-17b2202b-72f4-4a66-84ae-72be10c506a3 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0840275 Apr 30 16:14:37.765760 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9788e18b-f942-4bf3-9041-f9fa757df905 req-a5c4d059-91f4-45d3-8a90-428fc6e6e5c8 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396938 Apr 30 16:14:38.647009 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 95beb57e-dced-449f-825a-c087f496c6a6 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:14:38.782123 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:14:38.796139 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '95beb57e-dced-449f-825a-c087f496c6a6', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'port_id': '95beb57e-dced-449f-825a-c087f496c6a6', 'mac_address': 'fa:16:3e:8a:5b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:14:38.852197 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:38.868808 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95beb57e-dced-449f-825a-c087f496c6a6 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:14:38.884471 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:14:38.889137 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:38.891800 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:38.957597 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1044115-c36b-488a-bf24-337ffe38d91e req-384cecee-5d75-485c-9f2a-ca73c5450356 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:38.958997 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c1044115-c36b-488a-bf24-337ffe38d91e req-384cecee-5d75-485c-9f2a-ca73c5450356 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 944 time: 0.0821121 Apr 30 16:14:38.961166 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:38.969739 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.970106 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.970442 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.970774 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.971099 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.971424 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.971753 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.972066 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.972381 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.972696 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.973010 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.973322 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:38.977192 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:39.009165 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c1044115-c36b-488a-bf24-337ffe38d91e req-4630a9a3-3f9c-46ed-b90f-484d65a02c2e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Apr 30 16:14:39.307312 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['95beb57e-dced-449f-825a-c087f496c6a6'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:14:40.200128 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0239275-07bb-497f-9226-d9a836046747 req-dea47ac3-a608-4885-b457-d30f9a1a4f60 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:40.201574 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d0239275-07bb-497f-9226-d9a836046747 req-dea47ac3-a608-4885-b457-d30f9a1a4f60 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 944 time: 0.0799839 Apr 30 16:14:40.248084 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d0239275-07bb-497f-9226-d9a836046747 req-db0cb416-9d96-4899-b714-334908f09ec8 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407994 Apr 30 16:14:40.662374 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 95beb57e-dced-449f-825a-c087f496c6a6 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:14:40.732028 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 95beb57e-dced-449f-825a-c087f496c6a6 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:14:40.736817 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 95beb57e-dced-449f-825a-c087f496c6a6 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:14:40.737198 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:40.857455 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:40.883578 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:14:40.894225 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:14:40.898564 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:40.900612 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:40.966999 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:40.969920 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:40.996128 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6', 'code': 200} Apr 30 16:14:41.266957 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a1057-eb63-4876-a1e2-01937efcd493 req-91ac7387-97c9-46a2-ae25-e31647fd532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:41.268325 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-aa3a1057-eb63-4876-a1e2-01937efcd493 req-91ac7387-97c9-46a2-ae25-e31647fd532e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 1098 time: 0.0702429 Apr 30 16:14:41.311321 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-aa3a1057-eb63-4876-a1e2-01937efcd493 req-5a827319-0995-4566-a965-4b9e69d32844 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360570 Apr 30 16:14:41.439385 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed139ad-5996-47f8-84f9-793f0de0c7ef req-65213d4f-c983-4cc0-8456-0854cfefdbcf tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:41.440821 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8ed139ad-5996-47f8-84f9-793f0de0c7ef req-65213d4f-c983-4cc0-8456-0854cfefdbcf tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0837922 Apr 30 16:14:41.486146 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8ed139ad-5996-47f8-84f9-793f0de0c7ef req-8788c96a-9346-4a0e-817a-9d577f156e46 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Apr 30 16:14:42.682883 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f21eb5-e10b-484e-9d03-88aefbec3d53 req-38778f78-21e5-486b-ad73-ca4a9e05c8de tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:42.684837 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84f21eb5-e10b-484e-9d03-88aefbec3d53 req-38778f78-21e5-486b-ad73-ca4a9e05c8de tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0877178 Apr 30 16:14:42.734877 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-84f21eb5-e10b-484e-9d03-88aefbec3d53 req-24a05220-6859-4148-8e28-640c36fa94fc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441852 Apr 30 16:14:43.927601 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6638-77fa-4ac2-ba23-23f46475edf6 req-025f6712-0c6e-420d-bbf5-d7bd33641ade tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:43.929048 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-03cc6638-77fa-4ac2-ba23-23f46475edf6 req-025f6712-0c6e-420d-bbf5-d7bd33641ade tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0847733 Apr 30 16:14:44.041114 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-03cc6638-77fa-4ac2-ba23-23f46475edf6 req-05a927b4-69e7-4107-a071-90e9b1eddbee tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056480 Apr 30 16:14:44.099217 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-6e377ffe-71de-42d8-ace6-0274926c3013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:44.225040 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345b827-e46e-4ed5-a131-b710676e72d5 req-27f6b63c-6769-4930-921a-e08102747d32 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:44.226499 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1345b827-e46e-4ed5-a131-b710676e72d5 req-27f6b63c-6769-4930-921a-e08102747d32 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0790870 Apr 30 16:14:44.235807 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56576) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:44.240813 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-f48ddbce-c27f-4ac5-a622-af8314091219 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Request body: {'floatingip': {'port_id': '95beb57e-dced-449f-825a-c087f496c6a6'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:44.318552 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f48ddbce-c27f-4ac5-a622-af8314091219 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:44.998830 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f48ddbce-c27f-4ac5-a622-af8314091219 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:45.002479 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f48ddbce-c27f-4ac5-a622-af8314091219 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:45.176985 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.l3_db [None req-f48ddbce-c27f-4ac5-a622-af8314091219 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Floating IP 3e987046-8df8-4448-a97e-dee0ad602b32 associated. External IP: 172.28.2.67, port: 95beb57e-dced-449f-825a-c087f496c6a6. Apr 30 16:14:45.527771 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48ddbce-c27f-4ac5-a622-af8314091219 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:14:45.709004 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48ddbce-c27f-4ac5-a622-af8314091219 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:14:45.713322 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f48ddbce-c27f-4ac5-a622-af8314091219 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:45.719576 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] Sync routers for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:14:45.729649 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:14:45.730965 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:14:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:45.769013 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-f48ddbce-c27f-4ac5-a622-af8314091219 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "PUT /v2.0/floatingips/3e987046-8df8-4448-a97e-dee0ad602b32 HTTP/1.1" status: 200 len: 990 time: 1.5321336 Apr 30 16:14:45.769643 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:14:45.816229 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6', 'status': 'completed', 'code': 200} Apr 30 16:14:45.948513 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:14:45.949440 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-b9e5a1f4-a916-4782-b49b-ce67c33c7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:45.950932 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-b9e5a1f4-a916-4782-b49b-ce67c33c7dff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 1098 time: 0.0703712 Apr 30 16:14:46.181525 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-e612858c-1088-4cc4-8587-c9711127a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:46.182967 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-e612858c-1088-4cc4-8587-c9711127a68c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.2252078 Apr 30 16:14:46.290718 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-418c7c4b-7ae5-4741-ae11-6733930f9fda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95beb57e-dced-449f-825a-c087f496c6a6 HTTP/1.1" status: 200 len: 998 time: 0.0948601 Apr 30 16:14:46.303403 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '3e987046-8df8-4448-a97e-dee0ad602b32', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'floating_ip_address': '172.28.2.67', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'port_id': '95beb57e-dced-449f-825a-c087f496c6a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'mac_address': 'fa:16:3e:8a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:14:30Z', 'updated_at': '2021-04-30T16:14:44Z', 'revision_number': 1, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:46.307463 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] Checking router: e4270c16-48cc-4f96-a1c5-bb1185e6d3bd for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:14:46.315931 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:14:46.316550 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:14:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:46.357760 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-a240c627-cbbb-4f5a-8659-d87f9794c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:46.359196 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-a240c627-cbbb-4f5a-8659-d87f9794c566 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.0605044 Apr 30 16:14:46.435436 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-9d5ba045-6916-4247-b77f-a73e919afdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:46.436845 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-9d5ba045-6916-4247-b77f-a73e919afdff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700500 Apr 30 16:14:46.494578 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:14:46.572759 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-bdedbbb9-97d7-4fc3-8246-a512a8e35d82 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290855 Apr 30 16:14:46.719701 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3ab3403-6377-4ebc-b8d8-6ed8b6e01548 req-09ce2fea-2bcc-4404-804e-12f33ee47112 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368792 Apr 30 16:14:46.846444 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-5d007cdd-4e3a-4bfe-9c5d-c3674fe54681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:46.852401 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '3e987046-8df8-4448-a97e-dee0ad602b32', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'floating_ip_address': '172.28.2.67', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'port_id': '95beb57e-dced-449f-825a-c087f496c6a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'mac_address': 'fa:16:3e:8a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:14:30Z', 'updated_at': '2021-04-30T16:14:44Z', 'revision_number': 1, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:46.856750 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376fb5af-0f3f-4f72-bfd5-0ecea064082f None None] The sync data for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb is: [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '3e987046-8df8-4448-a97e-dee0ad602b32', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'floating_ip_address': '172.28.2.67', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'port_id': '95beb57e-dced-449f-825a-c087f496c6a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'mac_address': 'fa:16:3e:8a:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:14:30Z', 'updated_at': '2021-04-30T16:14:44Z', 'revision_number': 1, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:14:47.044194 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:47.047533 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8db358-9601-4de3-b947-21ea9cd651d9 None None] New status for floating IP 3e987046-8df8-4448-a97e-dee0ad602b32: ACTIVE {{(pid=73867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:14:47.968568 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:49.436640 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:50.135091 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24be37-4710-45d5-bf99-24891b75de8f req-74903c99-5564-42fd-91c4-6d7c3067559c tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:50.136569 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ac24be37-4710-45d5-bf99-24891b75de8f req-74903c99-5564-42fd-91c4-6d7c3067559c tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0858538 Apr 30 16:14:50.182251 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ac24be37-4710-45d5-bf99-24891b75de8f req-a7754ece-e985-4373-976a-569e19a9ba18 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390198 Apr 30 16:14:51.365781 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33129671-c821-419c-bf03-720fe7d61663 req-1c118431-a10a-4c32-a870-ba1130050d0a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:51.367169 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33129671-c821-419c-bf03-720fe7d61663 req-1c118431-a10a-4c32-a870-ba1130050d0a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0800118 Apr 30 16:14:51.414726 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33129671-c821-419c-bf03-720fe7d61663 req-b9361354-0a9c-44cb-956f-6f86d85b2bc5 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 Apr 30 16:14:52.087153 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-c0f3f292-c007-4830-baba-1e1e87a44358 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:52.088470 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-c0f3f292-c007-4830-baba-1e1e87a44358 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.64 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.0813699 Apr 30 16:14:52.228282 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Deleting port a4a4d588-ad44-4eb7-826f-413a438f913c {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:14:52.228616 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:52.362679 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] For port a4a4d588-ad44-4eb7-826f-413a438f913c, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=a4a4d588-ad44-4eb7-826f-413a438f913c,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:14:52.362946 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:52.796993 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:52.797712 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:52.797712 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.l3_db [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Floating IP d2b1a2de-6379-43a5-a5b3-404aa8ca64f8 disassociated. External IP: 172.28.2.29, port: a4a4d588-ad44-4eb7-826f-413a438f913c. Apr 30 16:14:52.797979 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Calling delete_port for a4a4d588-ad44-4eb7-826f-413a438f913c owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:14:52.817609 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c618c77-3240-4d70-9b8e-9bd4ebfdedbf req-4e341b47-365f-41c9-a24a-8b36759cf8b4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:52.819134 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0c618c77-3240-4d70-9b8e-9bd4ebfdedbf req-4e341b47-365f-41c9-a24a-8b36759cf8b4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 945 time: 0.2939472 Apr 30 16:14:52.876693 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0c618c77-3240-4d70-9b8e-9bd4ebfdedbf req-7af3ac69-0071-4264-b742-6afee3e13298 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=b26ba919-0e1f-4b86-879a-510fd9e6d58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468020 Apr 30 16:14:52.960429 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:52.965881 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-cddd31d8-3891-4ca4-97b4-f8a5f3617448 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:53.012016 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event deleted for resources: {'Port': ['ID=a4a4d588-ad44-4eb7-826f-413a438f913c,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:53.015244 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:53.200568 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:14:53.387360 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:14:53.398336 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] Sync routers for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:14:53.411271 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:14:53.411943 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:14:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:53.467876 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] No DVR routers for this DVR port a4a4d588-ad44-4eb7-826f-413a438f913c on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:14:53.470519 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:53.473372 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'name': 'network-vif-deleted', 'tag': 'a4a4d588-ad44-4eb7-826f-413a438f913c'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:14:53.490383 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a7dc5ff1-1027-482b-ba22-45ff400370d5 req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.64 "DELETE /v2.0/ports/a4a4d588-ad44-4eb7-826f-413a438f913c HTTP/1.1" status: 204 len: 173 time: 1.3950651 Apr 30 16:14:53.527850 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daafd13-ace2-4471-b5ac-62ba1f0c297e', 'name': 'network-vif-deleted', 'tag': 'a4a4d588-ad44-4eb7-826f-413a438f913c', 'status': 'completed', 'code': 200} Apr 30 16:14:53.615561 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:14:53.962564 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:53.966398 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] Checking router: 2e0b0c97-1977-4c17-9f35-78ad134d4c7a for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:14:53.974828 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:14:53.975436 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:14:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:54.048488 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a7d27155-de05-42cf-ba02-58826c44ffa3 req-b9f92ab9-6a16-4bb2-a277-4521e05ffa90 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=6daafd13-ace2-4471-b5ac-62ba1f0c297e HTTP/1.1" status: 200 len: 210 time: 0.0462768 Apr 30 16:14:54.161640 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:14:54.468686 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:14:54.472507 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917a71c-94f1-4af3-9752-9e3262d49bfb None None] The sync data for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb is: [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:14:54.668917 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557f689-b9aa-4eb1-8f75-08cd7cf771c2 None None] New status for floating IP d2b1a2de-6379-43a5-a5b3-404aa8ca64f8: DOWN {{(pid=73867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:14:55.178822 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56624) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:55.244061 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e1559fdb-5b0b-4fd1-82f7-c9e87bc8a049 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:55.272127 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e1559fdb-5b0b-4fd1-82f7-c9e87bc8a049 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:55.323780 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e1559fdb-5b0b-4fd1-82f7-c9e87bc8a049 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:55.329429 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-63c7383f-c3ba-434f-9d51-26cf6bda8acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:55.344797 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1559fdb-5b0b-4fd1-82f7-c9e87bc8a049 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26ba919-0e1f-4b86-879a-510fd9e6d58d,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:55.349145 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e1559fdb-5b0b-4fd1-82f7-c9e87bc8a049 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:55.353068 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e1559fdb-5b0b-4fd1-82f7-c9e87bc8a049 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:55.356691 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-e1559fdb-5b0b-4fd1-82f7-c9e87bc8a049 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "DELETE /v2.0/security-groups/b26ba919-0e1f-4b86-879a-510fd9e6d58d HTTP/1.1" status: 204 len: 168 time: 0.1743984 Apr 30 16:14:55.356917 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56628) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:55.377249 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.api.v2.resource [None req-3e4d5dc3-ddbf-4a42-8ad6-8b4235b8a8e6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] show failed (client error): The resource could not be found. Apr 30 16:14:55.378287 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-3e4d5dc3-ddbf-4a42-8ad6-8b4235b8a8e6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups/b26ba919-0e1f-4b86-879a-510fd9e6d58d HTTP/1.1" status: 404 len: 347 time: 0.0204570 Apr 30 16:14:55.381131 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56632) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:55.596692 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Deleting port 3a8f0db7-4f2a-409a-93ad-98c416533a38 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:14:55.596932 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:55.713705 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:55.714049 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:55.844847 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Calling delete_port for 3a8f0db7-4f2a-409a-93ad-98c416533a38 owned by network:floatingip {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:14:55.954791 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:55.958689 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3e5d8a7a-3c34-426b-bb62-e651242a67f6 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:56.005711 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event deleted for resources: {'Port': ['ID=3a8f0db7-4f2a-409a-93ad-98c416533a38,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:56.008797 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:56.188024 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:56.202953 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:56.204078 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "DELETE /v2.0/floatingips/d2b1a2de-6379-43a5-a5b3-404aa8ca64f8 HTTP/1.1" status: 204 len: 168 time: 0.8220711 Apr 30 16:14:56.664865 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56640) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:56.670374 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1752699226', 'description': 'tempest-description--1189084682'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:56.676908 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:56.680971 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Usage tracker for resource:security_group and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:56.683838 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:56.689668 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:56.700453 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:56.721111 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:56.724941 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Usage tracker for resource:security_group_rule and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:56.727172 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device a4a4d588-ad44-4eb7-826f-413a438f913c no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:14:56.727796 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:56.734630 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:56.763099 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: a4a4d588-ad44-4eb7-826f-413a438f913c {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:14:56.763491 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device a4a4d588-ad44-4eb7-826f-413a438f913c not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:14:56.809952 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:56.813912 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:56.817579 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-70824e61-fcaa-4427-b1e4-6f9c4b0fa288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:56.859537 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76aae36e-77f9-4b31-a1f9-d6c73379bc66,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:56.862703 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:56.863899 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:56.865075 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1991758 Apr 30 16:14:56.868183 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56644) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:56.873259 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'security_group_rule': {'security_group_id': '76aae36e-77f9-4b31-a1f9-d6c73379bc66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:56.879201 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:56.882972 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Usage tracker for resource:security_group_rule and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:56.886022 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:56.892421 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:56.910663 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:56.972250 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:56.975856 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:56.982599 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:57.001961 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815f2d90-0a40-42f3-9f3d-269f93f03120,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:57.008916 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:57.011834 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.013086 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-ca6e31c8-3bf3-45fc-a26e-af193a52d1dd tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439488 Apr 30 16:14:57.016321 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56648) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:57.021535 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'security_group_rule': {'security_group_id': '76aae36e-77f9-4b31-a1f9-d6c73379bc66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:57.027288 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:57.031716 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Usage tracker for resource:security_group_rule and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:57.034590 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:57.040205 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:57.055099 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.119687 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.123136 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.125851 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:57.148792 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960f119e-c158-4bd2-b71a-543fff5a0e98,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:57.151196 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:57.158201 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.159475 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422200 Apr 30 16:14:57.162576 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56652) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:14:57.172637 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'floatingip': {'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:14:57.173488 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:14:57.177410 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Usage tracker for resource:floatingip and tenant:aaa7024704ee405d859fcff7bd6bd05c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:14:57.180292 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:14:57.187104 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:14:57.198728 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.336704 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.469460 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Allocated IP 172.28.2.53 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/c397da15-f9df-48d0-855e-f425fb43cc62) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:14:57.618021 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.649247 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.653662 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-33e4cfc8-fe9a-4543-969e-b43e3dec27ab tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:57.709998 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:14:57.712545 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:14:57.714986 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:14:57.765659 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'Port': ['ID=c397da15-f9df-48d0-855e-f425fb43cc62,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:57.768433 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:57.807300 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.877242 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:58.078607 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:58.082985 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:58.086604 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-26e408d3-93e2-4fca-804d-23291b84b36e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:58.195355 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'Port': ['ID=c397da15-f9df-48d0-855e-f425fb43cc62,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:58.199583 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:58.206267 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:58.228240 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:58.229345 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0658646 Apr 30 16:14:58.394450 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-be4383a8-f28b-4789-b060-27fe7e552989 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Synchronizing usage tracker for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:14:58.409791 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-be4383a8-f28b-4789-b060-27fe7e552989 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Unset dirty status for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:14:58.411238 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-be4383a8-f28b-4789-b060-27fe7e552989 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1752699226&fields=id&tenant_id=aaa7024704ee405d859fcff7bd6bd05c HTTP/1.1" status: 200 len: 267 time: 0.0577438 Apr 30 16:14:58.563893 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-e05eafab-2792-46ab-85a3-ec1ca115e4e2 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:58.565310 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-e05eafab-2792-46ab-85a3-ec1ca115e4e2 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 811 time: 0.1475627 Apr 30 16:14:58.580188 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-1707fba5-a9f1-479d-833b-4a264ccc1939 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/quotas/aaa7024704ee405d859fcff7bd6bd05c HTTP/1.1" status: 200 len: 375 time: 0.0092881 Apr 30 16:14:58.668319 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-b5005232-e0d4-40ca-8c88-4d5c7b661ad0 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Synchronizing usage tracker for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:14:58.683607 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-b5005232-e0d4-40ca-8c88-4d5c7b661ad0 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Unset dirty status for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:14:58.684954 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-b5005232-e0d4-40ca-8c88-4d5c7b661ad0 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985992 Apr 30 16:14:58.907987 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-4b02057d-a041-4c07-b1f2-c53802a49ff2 service neutron] 10.222.0.15 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114758 Apr 30 16:14:59.041027 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-7764d7fb-f9db-43fb-9a79-4ff1f3b7f2a3 service neutron] 10.222.0.15 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268308 Apr 30 16:14:59.221049 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a29a5f6c-168f-4078-a44b-16466d1ee363 req-f8938440-7313-4e6e-b226-5c7753e58445 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 210 time: 0.0459485 Apr 30 16:15:00.192424 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:00.356417 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-0949946c-8146-4ebf-bc4f-177a2bbf0fee tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:00.357826 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-0949946c-8146-4ebf-bc4f-177a2bbf0fee tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 811 time: 0.1578524 Apr 30 16:15:00.378697 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-98cb7d9d-c287-4db5-a56a-68938a994cb6 req-6b1252c7-0577-4ea1-872b-d9dde8a34fb7 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 210 time: 0.0471091 Apr 30 16:15:00.423871 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-e1f38c9c-2f01-40f3-9135-2317063b448e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa7024704ee405d859fcff7bd6bd05c HTTP/1.1" status: 200 len: 380 time: 0.0482583 Apr 30 16:15:00.433272 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'port': {'device_id': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'admin_state_up': True, 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'security_groups': ['76aae36e-77f9-4b31-a1f9-d6c73379bc66']}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:15:00.568808 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:15:00.578518 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:15:00.590511 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Made reservation on behalf of aaa7024704ee405d859fcff7bd6bd05c for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:15:00.594027 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:00.755961 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Allocated IP 172.20.0.9 (3db4e0f1-e767-469a-a50c-51a851769887/6f1c1de3-e276-4109-9c12-5717252dc055/799ed89a-2a46-4ef8-afae-e94b80798fbf) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:15:00.945011 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:00.960566 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Transition to ACTIVE for port object 799ed89a-2a46-4ef8-afae-e94b80798fbf will not be triggered until provisioned by entity DHCP. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:15:00.984698 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:00.990223 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-93b95601-6ec2-470e-b69c-bd69bf70dcef tempest-ServerRescueNegativeTestJSON-693589480 tempest-ServerRescueNegativeTestJSON-693589480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:01.049155 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Network 3db4e0f1-e767-469a-a50c-51a851769887 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:15:01.059747 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:15:01.064494 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:15:01.101649 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event updated for resources: {'Port': ['ID=799ed89a-2a46-4ef8-afae-e94b80798fbf,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:01.112421 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:01.135345 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:01.135976 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:01.162609 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7330301 Apr 30 16:15:01.198621 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Request body: {'port': {'device_id': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:15:01.250013 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-50acdd36-7b01-401c-bc88-9d3520847ec5 None None] Provisioning for port 799ed89a-2a46-4ef8-afae-e94b80798fbf completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:15:01.254705 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-50acdd36-7b01-401c-bc88-9d3520847ec5 None None] Provisioning complete for port 799ed89a-2a46-4ef8-afae-e94b80798fbf triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:15:01.255145 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-50acdd36-7b01-401c-bc88-9d3520847ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:01.311351 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-50acdd36-7b01-401c-bc88-9d3520847ec5 None None] Port 799ed89a-2a46-4ef8-afae-e94b80798fbf cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:15:01.311814 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:01.569418 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9669e-a7aa-4001-b34e-2d2abfaced2a req-e8e89beb-a0be-4bdb-b624-a211b7e56e29 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:01.570817 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8cd9669e-a7aa-4001-b34e-2d2abfaced2a req-e8e89beb-a0be-4bdb-b624-a211b7e56e29 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 931 time: 0.0817041 Apr 30 16:15:01.619532 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8cd9669e-a7aa-4001-b34e-2d2abfaced2a req-5b9a3980-eb4e-4acd-9691-6344ae31aa88 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425010 Apr 30 16:15:01.654473 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799ed89a-2a46-4ef8-afae-e94b80798fbf {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:15:01.662301 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:01.677171 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Transition to ACTIVE for port object 799ed89a-2a46-4ef8-afae-e94b80798fbf will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:15:01.680032 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:01.684433 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:01.833664 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Pushing event updated for resources: {'Port': ['ID=799ed89a-2a46-4ef8-afae-e94b80798fbf,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:01.844472 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:02.027856 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Attempting to bind port 799ed89a-2a46-4ef8-afae-e94b80798fbf on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:15:02.028080 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Attempting to bind port 799ed89a-2a46-4ef8-afae-e94b80798fbf by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:15:02.028406 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Attempting to bind port 799ed89a-2a46-4ef8-afae-e94b80798fbf on network 3db4e0f1-e767-469a-a50c-51a851769887 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:15:02.033624 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Port 799ed89a-2a46-4ef8-afae-e94b80798fbf on network 3db4e0f1-e767-469a-a50c-51a851769887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:15:02.033944 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Attempting to bind port 799ed89a-2a46-4ef8-afae-e94b80798fbf on network 3db4e0f1-e767-469a-a50c-51a851769887 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:15:02.039137 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:15:02.039461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Checking segment: {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:15:02.039832 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Bound using segment: {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:15:02.040243 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Bound port: 799ed89a-2a46-4ef8-afae-e94b80798fbf, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87340659-7503-4059-a887-888cf5d922d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:15:02.040575 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:02.130362 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] For port 799ed89a-2a46-4ef8-afae-e94b80798fbf, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:15:02.133172 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] For port 799ed89a-2a46-4ef8-afae-e94b80798fbf, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=799ed89a-2a46-4ef8-afae-e94b80798fbf,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:15:02.138036 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:02.143669 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:02.194500 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:02.195110 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:02.196646 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] 10.222.0.64 "PUT /v2.0/ports/799ed89a-2a46-4ef8-afae-e94b80798fbf HTTP/1.1" status: 200 len: 1093 time: 1.0028641 Apr 30 16:15:02.197778 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'tag': '799ed89a-2a46-4ef8-afae-e94b80798fbf'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:15:02.227796 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Pushing event updated for resources: {'Port': ['ID=799ed89a-2a46-4ef8-afae-e94b80798fbf,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:02.230983 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:02.257886 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'tag': '799ed89a-2a46-4ef8-afae-e94b80798fbf', 'status': 'completed', 'code': 200} Apr 30 16:15:02.360370 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5a69ccf3-8a90-4016-85cd-aa53c6639e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:02.361852 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-5a69ccf3-8a90-4016-85cd-aa53c6639e2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 1096 time: 0.0833385 Apr 30 16:15:02.440140 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-8b3f6d01-f764-4272-96b8-c1efd344efac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=799ed89a-2a46-4ef8-afae-e94b80798fbf HTTP/1.1" status: 200 len: 217 time: 0.0614955 Apr 30 16:15:02.506571 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-d6c2e314-ae30-42a3-967e-d6e92e4acb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:02.507981 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-d6c2e314-ae30-42a3-967e-d6e92e4acb0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.0610363 Apr 30 16:15:02.584325 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-763105a2-2f26-4e3f-b5d7-f98c961c53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:02.585759 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-763105a2-2f26-4e3f-b5d7-f98c961c53f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701351 Apr 30 16:15:02.727486 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-646474e0-2765-4bc6-ac64-ca6dd0224ae3 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282547 Apr 30 16:15:02.921271 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c2bdf0e0-8712-4e56-ac86-0c3c4a45ee10 req-c06bf4e1-e400-461c-8604-6740ecf6dd80 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606672 Apr 30 16:15:02.928663 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5c967-5f7f-4b04-8fa9-3789a6c99753 req-7373dfe0-99ea-447c-8457-01815df940c5 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:02.929322 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-a7c5c967-5f7f-4b04-8fa9-3789a6c99753 req-7373dfe0-99ea-447c-8457-01815df940c5 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Synchronizing usage tracker for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:15:02.946670 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-a7c5c967-5f7f-4b04-8fa9-3789a6c99753 req-7373dfe0-99ea-447c-8457-01815df940c5 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Unset dirty status for tenant:aaa7024704ee405d859fcff7bd6bd05c on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:15:02.949458 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a7c5c967-5f7f-4b04-8fa9-3789a6c99753 req-7373dfe0-99ea-447c-8457-01815df940c5 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 943 time: 0.2211895 Apr 30 16:15:02.996275 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a7c5c967-5f7f-4b04-8fa9-3789a6c99753 req-b87b583a-44bd-4dd6-acf5-ed4f18ee30a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400567 Apr 30 16:15:03.095871 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-1ae07571-e389-40f5-9147-d4929254560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:03.097303 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-1ae07571-e389-40f5-9147-d4929254560b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 1096 time: 0.0722260 Apr 30 16:15:03.231630 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-5511aee7-13d8-455b-8cc6-89e6d3ef3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:03.233111 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-5511aee7-13d8-455b-8cc6-89e6d3ef3b06 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 912 time: 0.1288624 Apr 30 16:15:03.304454 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-f920bb4b-0da5-42d6-99f8-836908e98104 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=799ed89a-2a46-4ef8-afae-e94b80798fbf HTTP/1.1" status: 200 len: 217 time: 0.0642791 Apr 30 16:15:03.373654 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-966a3338-5ed3-42c8-82ca-06362890fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:03.375827 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-966a3338-5ed3-42c8-82ca-06362890fe60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.0643930 Apr 30 16:15:03.450399 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-fdf5f86c-a8e0-4870-8ffa-7c3ae99cc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:03.452625 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-fdf5f86c-a8e0-4870-8ffa-7c3ae99cc6be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693471 Apr 30 16:15:03.588506 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-635c7dc0-2927-459a-b873-279d9f289f7b service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251619 Apr 30 16:15:03.805045 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ec7bcb80-c9ae-45b6-866c-2276e12219a9 req-583bebe5-bfa3-4c4d-a56a-c294a3fff05e service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093449 Apr 30 16:15:04.177827 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e558-b28f-41f0-8c73-f18ee182f448 req-7bdfa76b-fbc0-457e-bcc1-bb47d0df07f1 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:04.179298 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f9e5e558-b28f-41f0-8c73-f18ee182f448 req-7bdfa76b-fbc0-457e-bcc1-bb47d0df07f1 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 943 time: 0.0798295 Apr 30 16:15:04.227470 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f9e5e558-b28f-41f0-8c73-f18ee182f448 req-44923eb4-cf4d-49fa-a0c3-765aa1d71f3b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425198 Apr 30 16:15:05.416145 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d239e4-870e-43bb-9ab7-c374dee4c105 req-c472be91-f936-4e7f-998c-b992d8d74d1f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:05.417631 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e5d239e4-870e-43bb-9ab7-c374dee4c105 req-c472be91-f936-4e7f-998c-b992d8d74d1f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 943 time: 0.0809822 Apr 30 16:15:05.463143 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e5d239e4-870e-43bb-9ab7-c374dee4c105 req-5a6d21d8-3f59-4919-8312-91123087fc5b tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392284 Apr 30 16:15:06.652108 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4383d7-65be-4c8a-8db5-779b7cf1306e req-2f05c96a-f78d-47af-8ef9-9aada4f72651 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:06.653570 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fd4383d7-65be-4c8a-8db5-779b7cf1306e req-2f05c96a-f78d-47af-8ef9-9aada4f72651 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 943 time: 0.0858650 Apr 30 16:15:06.698732 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fd4383d7-65be-4c8a-8db5-779b7cf1306e req-b29ff8f1-85fc-47f6-94e2-0724f8aa4d5e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391912 Apr 30 16:15:06.776729 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 799ed89a-2a46-4ef8-afae-e94b80798fbf details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:15:06.911641 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 799ed89a-2a46-4ef8-afae-e94b80798fbf, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=799ed89a-2a46-4ef8-afae-e94b80798fbf,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:06.925064 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '799ed89a-2a46-4ef8-afae-e94b80798fbf', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'port_id': '799ed89a-2a46-4ef8-afae-e94b80798fbf', 'mac_address': 'fa:16:3e:82:d0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:15:06.979128 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:06.996114 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799ed89a-2a46-4ef8-afae-e94b80798fbf {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:15:07.011165 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 799ed89a-2a46-4ef8-afae-e94b80798fbf, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=799ed89a-2a46-4ef8-afae-e94b80798fbf,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:07.016312 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:07.018054 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:07.086261 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=799ed89a-2a46-4ef8-afae-e94b80798fbf,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:07.089427 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:07.426425 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['799ed89a-2a46-4ef8-afae-e94b80798fbf'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:15:07.881958 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd81a88-b75c-40b2-a495-5025cf75ecb9 req-2ec585d2-82b1-4bbf-bfc7-f67b4007d200 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:07.883408 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbd81a88-b75c-40b2-a495-5025cf75ecb9 req-2ec585d2-82b1-4bbf-bfc7-f67b4007d200 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 944 time: 0.0787444 Apr 30 16:15:07.928921 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-bbd81a88-b75c-40b2-a495-5025cf75ecb9 req-0474ea58-d38b-4dc3-a814-a723fdeb3cfc tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Apr 30 16:15:08.795345 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 799ed89a-2a46-4ef8-afae-e94b80798fbf up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:15:08.867272 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 799ed89a-2a46-4ef8-afae-e94b80798fbf completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:15:08.871794 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 799ed89a-2a46-4ef8-afae-e94b80798fbf triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:15:08.872166 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:08.993926 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:09.025712 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799ed89a-2a46-4ef8-afae-e94b80798fbf'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:15:09.036410 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 799ed89a-2a46-4ef8-afae-e94b80798fbf, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=799ed89a-2a46-4ef8-afae-e94b80798fbf,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:09.041040 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:09.043046 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-1e034df9-9dbe-4998-bcf9-287bedbfab64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:09.080906 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799ed89a-2a46-4ef8-afae-e94b80798fbf', 'code': 200} Apr 30 16:15:09.115799 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=799ed89a-2a46-4ef8-afae-e94b80798fbf,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:09.119372 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:09.140874 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb464f9-3f09-413c-b14e-08840ec85481 req-d070c0dd-586a-44dd-8410-408db99eeced tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:09.140874 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5bb464f9-3f09-413c-b14e-08840ec85481 req-d070c0dd-586a-44dd-8410-408db99eeced tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 945 time: 0.1012111 Apr 30 16:15:09.189454 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5bb464f9-3f09-413c-b14e-08840ec85481 req-dc8666bf-27cf-4f3a-a594-553bd7f98df5 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Apr 30 16:15:09.356313 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebab1d2-0116-43a3-82e7-950cb1b6ba92 req-0b98de64-59a7-472c-9d44-97ec85d75c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:09.357691 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1ebab1d2-0116-43a3-82e7-950cb1b6ba92 req-0b98de64-59a7-472c-9d44-97ec85d75c86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 1098 time: 0.0720127 Apr 30 16:15:09.403639 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1ebab1d2-0116-43a3-82e7-950cb1b6ba92 req-177149bb-64a1-4a7c-b8dd-1bf9407f5468 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384901 Apr 30 16:15:10.350339 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:15:10.385643 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2241-f9cf-4437-8787-dde6d24ba3cb req-958c7fb5-1a02-4bdb-963b-055e2ea30072 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:10.387307 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-687e2241-f9cf-4437-8787-dde6d24ba3cb req-958c7fb5-1a02-4bdb-963b-055e2ea30072 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 945 time: 0.0898049 Apr 30 16:15:10.434236 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-687e2241-f9cf-4437-8787-dde6d24ba3cb req-bd01714c-8e89-4336-8837-82753ba85ed6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404046 Apr 30 16:15:11.631801 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec01136-29de-44b6-9dbf-6a9e01b6cb9d req-a8012985-a1f2-45dc-a51d-4778c80928a8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:11.633326 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4ec01136-29de-44b6-9dbf-6a9e01b6cb9d req-a8012985-a1f2-45dc-a51d-4778c80928a8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 945 time: 0.0900695 Apr 30 16:15:11.679591 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4ec01136-29de-44b6-9dbf-6a9e01b6cb9d req-2db0e9a3-6a71-40a5-b6f1-91982e781aac tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403831 Apr 30 16:15:11.868943 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b9776-6e8f-4f0c-a134-3ba26c72263f req-d7952876-b3be-4eef-b6a6-2d47e8e5647e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:11.870432 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-447b9776-6e8f-4f0c-a134-3ba26c72263f req-d7952876-b3be-4eef-b6a6-2d47e8e5647e tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 945 time: 0.0822079 Apr 30 16:15:11.879067 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 56736) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:11.884487 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-ed50218e-7342-4705-9f9f-69bab73e6747 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Request body: {'floatingip': {'port_id': '799ed89a-2a46-4ef8-afae-e94b80798fbf'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:15:11.969605 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ed50218e-7342-4705-9f9f-69bab73e6747 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:12.689067 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ed50218e-7342-4705-9f9f-69bab73e6747 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:12.693311 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ed50218e-7342-4705-9f9f-69bab73e6747 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:12.888053 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.l3_db [None req-ed50218e-7342-4705-9f9f-69bab73e6747 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Floating IP 3bc3dc2e-28ee-4e88-b0bb-32e2cbfcabfa associated. External IP: 172.28.2.53, port: 799ed89a-2a46-4ef8-afae-e94b80798fbf. Apr 30 16:15:13.273223 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed50218e-7342-4705-9f9f-69bab73e6747 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:15:13.476371 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed50218e-7342-4705-9f9f-69bab73e6747 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:15:13.481442 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ed50218e-7342-4705-9f9f-69bab73e6747 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:13.487453 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] Sync routers for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:15:13.498645 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:13.499579 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:14:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:13.548700 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-ed50218e-7342-4705-9f9f-69bab73e6747 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "PUT /v2.0/floatingips/3bc3dc2e-28ee-4e88-b0bb-32e2cbfcabfa HTTP/1.1" status: 200 len: 990 time: 1.6682818 Apr 30 16:15:13.549203 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'tag': '799ed89a-2a46-4ef8-afae-e94b80798fbf'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:15:13.603769 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'tag': '799ed89a-2a46-4ef8-afae-e94b80798fbf', 'status': 'completed', 'code': 200} Apr 30 16:15:13.762331 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:13.762651 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cad03-d4e9-4577-b274-d9de77582e18 req-2070c875-df92-4b01-b2bc-1be1e20d9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:13.764143 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-119cad03-d4e9-4577-b274-d9de77582e18 req-2070c875-df92-4b01-b2bc-1be1e20d9b52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 1098 time: 0.0824285 Apr 30 16:15:13.915150 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cad03-d4e9-4577-b274-d9de77582e18 req-d43ef600-4a63-441e-a26c-1a1e52c95eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:13.916728 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-119cad03-d4e9-4577-b274-d9de77582e18 req-d43ef600-4a63-441e-a26c-1a1e52c95eaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 912 time: 0.1449969 Apr 30 16:15:14.048120 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-119cad03-d4e9-4577-b274-d9de77582e18 req-53a3be4b-28ce-45e4-a2a4-e3b3468d5586 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=799ed89a-2a46-4ef8-afae-e94b80798fbf HTTP/1.1" status: 200 len: 998 time: 0.1238449 Apr 30 16:15:14.121833 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d9aea273-da69-4295-8951-5406db2392d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:14.125828 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cad03-d4e9-4577-b274-d9de77582e18 req-d1b684e1-d01c-48e6-97b0-03b7e6b16741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:14.127557 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-119cad03-d4e9-4577-b274-d9de77582e18 req-d1b684e1-d01c-48e6-97b0-03b7e6b16741 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.0731142 Apr 30 16:15:14.208902 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '3bc3dc2e-28ee-4e88-b0bb-32e2cbfcabfa', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'floating_ip_address': '172.28.2.53', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'port_id': '799ed89a-2a46-4ef8-afae-e94b80798fbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'mac_address': 'fa:16:3e:82:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:14:57Z', 'updated_at': '2021-04-30T16:15:12Z', 'revision_number': 1, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:14.212783 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cad03-d4e9-4577-b274-d9de77582e18 req-36b6cd2b-facf-4a44-8698-df72be0faca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:14.212952 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] Checking router: 2e0b0c97-1977-4c17-9f35-78ad134d4c7a for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:15:14.214274 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-119cad03-d4e9-4577-b274-d9de77582e18 req-36b6cd2b-facf-4a44-8698-df72be0faca9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798278 Apr 30 16:15:14.222355 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:14.222981 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:14:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:14.445648 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:14.471147 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-119cad03-d4e9-4577-b274-d9de77582e18 req-3012118c-1923-4589-ab98-0d6e074f35b7 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492983 Apr 30 16:15:14.623006 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-119cad03-d4e9-4577-b274-d9de77582e18 req-39a4275d-575b-4052-a89f-9d1c67f38cb4 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452911 Apr 30 16:15:14.813993 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '3bc3dc2e-28ee-4e88-b0bb-32e2cbfcabfa', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'floating_ip_address': '172.28.2.53', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'port_id': '799ed89a-2a46-4ef8-afae-e94b80798fbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'mac_address': 'fa:16:3e:82:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:14:57Z', 'updated_at': '2021-04-30T16:15:12Z', 'revision_number': 1, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:14.818417 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56871fce-271e-45c4-99e3-5895003b4e36 None None] The sync data for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb is: [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '3bc3dc2e-28ee-4e88-b0bb-32e2cbfcabfa', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'floating_ip_address': '172.28.2.53', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'port_id': '799ed89a-2a46-4ef8-afae-e94b80798fbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'mac_address': 'fa:16:3e:82:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:14:57Z', 'updated_at': '2021-04-30T16:15:12Z', 'revision_number': 1, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:15:15.007399 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a327b5-09b9-4116-8f11-8ede2710a926 None None] New status for floating IP 3bc3dc2e-28ee-4e88-b0bb-32e2cbfcabfa: ACTIVE {{(pid=73867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:15:16.839181 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7a6a713d-65f7-4d8d-bca8-938d6552eb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:17.049787 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:17.976196 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.440317 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:30.197444 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:35.451772 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-16ed403a-9a2d-4a5a-9517-fe8a4b80accd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690691 Apr 30 16:15:35.608491 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-72f6817e-fc22-411a-bf16-644f24f466ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:35.609953 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-72f6817e-fc22-411a-bf16-644f24f466ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 1098 time: 0.0723250 Apr 30 16:15:35.756471 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-9abd16a8-15fa-4339-80e2-ebd915699cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:35.757956 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-9abd16a8-15fa-4339-80e2-ebd915699cf2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.1287360 Apr 30 16:15:35.868857 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-953ed671-69eb-4038-8702-265b8bd3f94a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95beb57e-dced-449f-825a-c087f496c6a6 HTTP/1.1" status: 200 len: 1000 time: 0.1004119 Apr 30 16:15:35.938301 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-8f76cebd-bb72-4430-b151-bc7357d00499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:35.939658 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-8f76cebd-bb72-4430-b151-bc7357d00499 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.0630481 Apr 30 16:15:36.017805 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-0091b7b6-b57e-4f2d-8b39-00cda640e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:36.019305 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-0091b7b6-b57e-4f2d-8b39-00cda640e8cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725434 Apr 30 16:15:36.156212 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-7232e4f2-edc4-441e-a455-5b9ca1bc420a service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258833 Apr 30 16:15:36.297120 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c6223464-f17c-4758-9e00-f5976049e3e4 req-87766f12-a412-4583-be05-cc3fcc83e37c service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337838 Apr 30 16:15:44.097097 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ad14d4f1-7dc5-40b2-a5be-b2b7ffdda2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:46.842211 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-71a9ae8c-8bf1-4cf0-ac68-e97585767284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:47.042581 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:47.349335 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:15:47.975498 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:49.441062 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:00.213546 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:06.562254 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ae34f-10af-437a-90d5-e264e42173b2 req-1032169f-e09e-4e56-9d9c-6785732613d2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:06.563694 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fd3ae34f-10af-437a-90d5-e264e42173b2 req-1032169f-e09e-4e56-9d9c-6785732613d2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0847723 Apr 30 16:16:06.609562 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fd3ae34f-10af-437a-90d5-e264e42173b2 req-cd98b29c-f805-4d75-97c6-8392da82f4f4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397255 Apr 30 16:16:07.801921 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c7aff-a82b-448d-8b6c-043a06164d91 req-1ec2d14f-1357-498e-b179-3b69c5dcc9d1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:07.803710 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3e6c7aff-a82b-448d-8b6c-043a06164d91 req-1ec2d14f-1357-498e-b179-3b69c5dcc9d1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0796001 Apr 30 16:16:07.852368 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3e6c7aff-a82b-448d-8b6c-043a06164d91 req-2a2da147-b327-409f-80f6-04ab8a525f44 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428617 Apr 30 16:16:09.038669 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750ab21-75a8-4240-84f8-f16190f6cac0 req-ca224afb-62a1-40c8-852f-acee0e0b96af tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:09.040130 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a750ab21-75a8-4240-84f8-f16190f6cac0 req-ca224afb-62a1-40c8-852f-acee0e0b96af tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0788481 Apr 30 16:16:09.085135 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a750ab21-75a8-4240-84f8-f16190f6cac0 req-b039d0f6-1abb-4a2c-8cfa-3ade0ea7ebf3 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392582 Apr 30 16:16:10.274675 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9235f-40a0-41a5-bce1-9b7e33e3f1bf req-189cfe6c-6c03-4c36-9f5b-75ff96e03f10 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:10.276104 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-daf9235f-40a0-41a5-bce1-9b7e33e3f1bf req-189cfe6c-6c03-4c36-9f5b-75ff96e03f10 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0832496 Apr 30 16:16:10.321360 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-daf9235f-40a0-41a5-bce1-9b7e33e3f1bf req-72bb405c-60c3-43f6-ae8c-a6aff9dbedd4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395460 Apr 30 16:16:11.512265 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716d542-a2c2-474a-8ca0-7c8ec4c1c9de req-36cf38c3-8825-4c26-85c8-cd166e5adc7a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:11.513865 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8716d542-a2c2-474a-8ca0-7c8ec4c1c9de req-36cf38c3-8825-4c26-85c8-cd166e5adc7a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0796323 Apr 30 16:16:11.558274 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8716d542-a2c2-474a-8ca0-7c8ec4c1c9de req-c2a30300-c647-4afa-bdc3-05025540959a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387151 Apr 30 16:16:12.749499 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368a184-2310-4372-9aea-44f46b4e2b9c req-c69dba16-a5cf-4e34-b0f6-4d4323d4e489 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:12.751122 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5368a184-2310-4372-9aea-44f46b4e2b9c req-c69dba16-a5cf-4e34-b0f6-4d4323d4e489 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0832381 Apr 30 16:16:12.798370 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5368a184-2310-4372-9aea-44f46b4e2b9c req-19db2558-4e27-43d3-bb78-662dc75a32fc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Apr 30 16:16:13.992185 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4afbd-3551-4fcc-95a6-83cbe9d67c82 req-0ceb0c0d-7dd0-46c7-84d4-5fc909ea52e1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:13.993623 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c2b4afbd-3551-4fcc-95a6-83cbe9d67c82 req-0ceb0c0d-7dd0-46c7-84d4-5fc909ea52e1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0865138 Apr 30 16:16:14.038677 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c2b4afbd-3551-4fcc-95a6-83cbe9d67c82 req-a4db86fc-d6fb-433d-b59d-8181053ce283 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393825 Apr 30 16:16:14.100326 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9c36-6d45-4f61-a90b-1d358b4267e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:15.248508 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077fcf3-a0ce-4fe9-8b24-5333b803ee46 req-8ff05c6d-d0ad-4d36-993d-c9fc68165b33 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:15.250007 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6077fcf3-a0ce-4fe9-8b24-5333b803ee46 req-8ff05c6d-d0ad-4d36-993d-c9fc68165b33 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0826533 Apr 30 16:16:15.295689 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6077fcf3-a0ce-4fe9-8b24-5333b803ee46 req-7e93da51-8e81-46de-a5c3-79f4a00da3f7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396976 Apr 30 16:16:16.492020 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e17a5-3657-4476-8782-8a408e6f6098 req-eb74794a-f18e-491e-ac32-aa768a5da96b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:16.493459 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0b1e17a5-3657-4476-8782-8a408e6f6098 req-eb74794a-f18e-491e-ac32-aa768a5da96b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0847452 Apr 30 16:16:16.542157 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0b1e17a5-3657-4476-8782-8a408e6f6098 req-4ee6c3c4-9e87-49a9-ba8c-7aa44a048055 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429277 Apr 30 16:16:16.844249 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-70e2bf82-6c08-4bd2-89cf-b93333a8a2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:17.044717 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:17.733446 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da192-f1d7-424a-aab5-a38c29caa55d req-e67d0375-8747-4895-9fce-4c8f14c012ec tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:17.734921 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-821da192-f1d7-424a-aab5-a38c29caa55d req-e67d0375-8747-4895-9fce-4c8f14c012ec tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0842266 Apr 30 16:16:17.779559 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-821da192-f1d7-424a-aab5-a38c29caa55d req-397e877c-ac81-4cc2-a99f-5574df422f34 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381446 Apr 30 16:16:17.977179 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:18.972108 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d406f57-ad5f-45c7-9c6f-f0ca7e38df45 req-f365e0d2-f50a-4966-8db1-3fb0615dad52 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:18.973644 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6d406f57-ad5f-45c7-9c6f-f0ca7e38df45 req-f365e0d2-f50a-4966-8db1-3fb0615dad52 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0798562 Apr 30 16:16:19.018730 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6d406f57-ad5f-45c7-9c6f-f0ca7e38df45 req-cfe89827-2170-46e9-a54a-a633148c549f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 Apr 30 16:16:19.446884 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:20.209587 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427d389-4f03-4951-b416-a44410b1116e req-63557eeb-0b5e-4e92-8f44-c0b886c8b0a7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:20.211060 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2427d389-4f03-4951-b416-a44410b1116e req-63557eeb-0b5e-4e92-8f44-c0b886c8b0a7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0839248 Apr 30 16:16:20.255321 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2427d389-4f03-4951-b416-a44410b1116e req-fe815b7e-ab51-44b5-a6d1-8195ba1ada51 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386496 Apr 30 16:16:21.445986 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc013b-a257-433b-9a75-d8a35170edb3 req-ab9f2e83-d9e7-4a54-8e4c-c63c137c1865 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:21.447427 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bdbc013b-a257-433b-9a75-d8a35170edb3 req-ab9f2e83-d9e7-4a54-8e4c-c63c137c1865 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0817096 Apr 30 16:16:21.553216 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bdbc013b-a257-433b-9a75-d8a35170edb3 req-a9cddee0-722e-442d-b824-c7324093ff28 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996435 Apr 30 16:16:22.744156 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7af422-82b3-4224-acdb-cf00957c6bec req-c1fd48be-aa6d-4578-b765-e6f1457ec6ff tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:22.745766 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ed7af422-82b3-4224-acdb-cf00957c6bec req-c1fd48be-aa6d-4578-b765-e6f1457ec6ff tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0804687 Apr 30 16:16:22.794231 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ed7af422-82b3-4224-acdb-cf00957c6bec req-006462b1-1e71-450f-9c02-fe4a32caefee tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Apr 30 16:16:23.983317 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419bead-6d99-44c3-a740-9119427764c1 req-f1ef6080-a0b0-4b8f-8a30-ccddfc50e018 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:23.984762 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5419bead-6d99-44c3-a740-9119427764c1 req-f1ef6080-a0b0-4b8f-8a30-ccddfc50e018 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0794404 Apr 30 16:16:24.028614 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5419bead-6d99-44c3-a740-9119427764c1 req-5a93f262-2ac3-4bc4-8266-b86cef1ead5e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380518 Apr 30 16:16:24.349821 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:16:25.125081 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 95beb57e-dced-449f-825a-c087f496c6a6 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:16:25.224275 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b1193-1bdb-4e42-b7bd-0550ab6dfa9b req-c03aaf83-6a53-4028-b9dd-aaf341f5eb79 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:25.225833 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e88b1193-1bdb-4e42-b7bd-0550ab6dfa9b req-c03aaf83-6a53-4028-b9dd-aaf341f5eb79 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0858700 Apr 30 16:16:25.270841 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e88b1193-1bdb-4e42-b7bd-0550ab6dfa9b req-e4bde9b5-22a9-4fec-8195-6c91ab0f6364 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387883 Apr 30 16:16:25.297440 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:16:25.310571 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '95beb57e-dced-449f-825a-c087f496c6a6', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'port_id': '95beb57e-dced-449f-825a-c087f496c6a6', 'mac_address': 'fa:16:3e:8a:5b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:16:25.366012 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:25.382510 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95beb57e-dced-449f-825a-c087f496c6a6 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:16:25.397854 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:16:25.402573 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:25.404306 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:16:25.472980 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=6']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:16:25.480250 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.480591 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.480927 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.481257 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.481579 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.481901 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.482251 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.482568 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.482886 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.483202 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.483516 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.483831 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:16:25.488358 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:16:25.609355 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['95beb57e-dced-449f-825a-c087f496c6a6'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:16:26.462251 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025b96-0eae-4a71-b7ab-1bfd36f8770c req-471315eb-8a21-49c2-82e0-e09f5034c801 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:26.463908 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8c025b96-0eae-4a71-b7ab-1bfd36f8770c req-471315eb-8a21-49c2-82e0-e09f5034c801 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 944 time: 0.0806940 Apr 30 16:16:26.508808 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8c025b96-0eae-4a71-b7ab-1bfd36f8770c req-63463985-6d88-4c09-b303-19659b023d2b tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390806 Apr 30 16:16:27.134377 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 95beb57e-dced-449f-825a-c087f496c6a6 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:16:27.204095 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 95beb57e-dced-449f-825a-c087f496c6a6 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:16:27.204985 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:27.320154 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:27.347141 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:16:27.356836 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:16:27.364618 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:27.366730 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:16:27.396899 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6', 'code': 200} Apr 30 16:16:27.432783 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=7']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:16:27.435754 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:16:27.706904 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b194ec0-3fa6-4e69-ab3e-1d88c85ff343 req-38e80a4f-717e-4953-8101-40fe55053da9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:27.708347 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2b194ec0-3fa6-4e69-ab3e-1d88c85ff343 req-38e80a4f-717e-4953-8101-40fe55053da9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0854712 Apr 30 16:16:27.752735 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2b194ec0-3fa6-4e69-ab3e-1d88c85ff343 req-a2a3f448-ff68-4ae0-9b45-ca00eadbb4b7 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386212 Apr 30 16:16:28.941404 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c66c6-edcf-4781-93a4-15c0c4c34d01 req-cb7c6482-4dc4-4ac6-9c16-8c50b1332136 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:28.942872 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f0c66c6-edcf-4781-93a4-15c0c4c34d01 req-cb7c6482-4dc4-4ac6-9c16-8c50b1332136 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0800383 Apr 30 16:16:28.987803 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f0c66c6-edcf-4781-93a4-15c0c4c34d01 req-aed8f2c5-adb6-4939-8f41-830e5e4c6e32 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388811 Apr 30 16:16:30.196945 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f2cc2-05d3-4123-9305-860d7910a940 req-86b28e56-34b0-4ff4-ad98-2e51cb3bc9aa tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:30.198427 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f91f2cc2-05d3-4123-9305-860d7910a940 req-86b28e56-34b0-4ff4-ad98-2e51cb3bc9aa tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0934470 Apr 30 16:16:30.245713 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:30.248090 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f91f2cc2-05d3-4123-9305-860d7910a940 req-54ab9ff6-5056-41d7-ac19-6102fd7b5871 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438621 Apr 30 16:16:31.461826 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2ff8c-1175-4b7b-b541-86282a8cde18 req-ecbfc946-1a38-49d9-a5ff-08bb5e9e2d58 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:31.463330 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ebc2ff8c-1175-4b7b-b541-86282a8cde18 req-ecbfc946-1a38-49d9-a5ff-08bb5e9e2d58 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0852597 Apr 30 16:16:31.515372 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ebc2ff8c-1175-4b7b-b541-86282a8cde18 req-a7f2f915-5206-455f-9964-b8181a5debd1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Apr 30 16:16:32.745141 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39127d4-4db3-4a10-95e0-6fa2102c4acc req-24eecaab-e039-467c-a181-c95f7a020a5c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:32.745886 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e39127d4-4db3-4a10-95e0-6fa2102c4acc req-24eecaab-e039-467c-a181-c95f7a020a5c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.1001818 Apr 30 16:16:32.797722 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e39127d4-4db3-4a10-95e0-6fa2102c4acc req-192f4ef5-d506-4422-b600-d36d015259a9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406222 Apr 30 16:16:34.011680 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37aea43-a59c-4d71-b324-b4c6c987f438 req-848514e5-cedd-4de6-8c0b-8ba82a2192b4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:34.013350 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e37aea43-a59c-4d71-b324-b4c6c987f438 req-848514e5-cedd-4de6-8c0b-8ba82a2192b4 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0978107 Apr 30 16:16:34.088380 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e37aea43-a59c-4d71-b324-b4c6c987f438 req-fd217d91-3cd9-4dc5-be7e-dc18e8e05c30 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686519 Apr 30 16:16:35.336613 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89076584-770f-4926-b14b-634d31e25757 req-096d3196-90ea-42a9-9166-5db106c23492 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:35.338229 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-89076584-770f-4926-b14b-634d31e25757 req-096d3196-90ea-42a9-9166-5db106c23492 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.1185727 Apr 30 16:16:35.412180 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-89076584-770f-4926-b14b-634d31e25757 req-eefaf945-1736-4428-99e8-fa1288524255 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673947 Apr 30 16:16:36.810601 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77799d4e-f98f-4f21-a71d-d547973225d2 req-e72988c2-5c3c-48b4-a11c-21d205263fb5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:36.812029 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-77799d4e-f98f-4f21-a71d-d547973225d2 req-e72988c2-5c3c-48b4-a11c-21d205263fb5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.2543609 Apr 30 16:16:36.816005 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33194a20-bf87-4855-8d76-17bb57be7794 req-5a861f31-2ea4-4ef4-8090-52bd415459b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1055000 Apr 30 16:16:36.864972 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-77799d4e-f98f-4f21-a71d-d547973225d2 req-5d7069b1-d32b-42b0-91e5-fd9f914b6743 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467422 Apr 30 16:16:36.956135 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33194a20-bf87-4855-8d76-17bb57be7794 req-4df1a568-128b-42ee-89cd-a3c2c4d9dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:36.958037 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33194a20-bf87-4855-8d76-17bb57be7794 req-4df1a568-128b-42ee-89cd-a3c2c4d9dcc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 1098 time: 0.0817826 Apr 30 16:16:37.159163 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33194a20-bf87-4855-8d76-17bb57be7794 req-19b40440-5a55-4837-b4ed-f8c700ebce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:37.160526 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33194a20-bf87-4855-8d76-17bb57be7794 req-19b40440-5a55-4837-b4ed-f8c700ebce8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 200 len: 912 time: 0.1791205 Apr 30 16:16:37.291404 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33194a20-bf87-4855-8d76-17bb57be7794 req-68d17439-98ca-42f8-8761-764115420a48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=799ed89a-2a46-4ef8-afae-e94b80798fbf HTTP/1.1" status: 200 len: 1000 time: 0.1187258 Apr 30 16:16:37.372654 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33194a20-bf87-4855-8d76-17bb57be7794 req-3652cb5e-8179-4c1b-839b-471178d4fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:37.375389 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33194a20-bf87-4855-8d76-17bb57be7794 req-3652cb5e-8179-4c1b-839b-471178d4fbb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 200 len: 850 time: 0.0771530 Apr 30 16:16:37.467064 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33194a20-bf87-4855-8d76-17bb57be7794 req-840e2e9d-bad1-4166-ac28-d68600b0d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:37.468216 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33194a20-bf87-4855-8d76-17bb57be7794 req-840e2e9d-bad1-4166-ac28-d68600b0d539 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3db4e0f1-e767-469a-a50c-51a851769887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856624 Apr 30 16:16:37.612370 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33194a20-bf87-4855-8d76-17bb57be7794 req-af1ff359-b090-4a2b-a98a-c4be8f44c6ff service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352303 Apr 30 16:16:37.765279 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33194a20-bf87-4855-8d76-17bb57be7794 req-ab4c3b46-6f4e-4d33-808e-c8a1d1c9ef76 service neutron] 10.222.0.64 "GET /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443694 Apr 30 16:16:38.166133 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0b7b0-cb35-4aa1-97df-169b5d762878 req-d3be236a-169a-4c63-8287-8758e27ad15f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:38.169291 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b8a0b7b0-cb35-4aa1-97df-169b5d762878 req-d3be236a-169a-4c63-8287-8758e27ad15f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0973938 Apr 30 16:16:38.219425 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b8a0b7b0-cb35-4aa1-97df-169b5d762878 req-5e540fa0-bbe1-4bc4-96df-29469da11dfa tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Apr 30 16:16:39.441023 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67e6d2-8bda-4599-ac18-0f01b11d0029 req-7784e2b7-2fe3-4d19-99f2-1ac9311bf310 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:39.442549 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f67e6d2-8bda-4599-ac18-0f01b11d0029 req-7784e2b7-2fe3-4d19-99f2-1ac9311bf310 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0860610 Apr 30 16:16:39.495075 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8f67e6d2-8bda-4599-ac18-0f01b11d0029 req-846247a4-fd75-4739-9c48-595b1ea37eed tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Apr 30 16:16:40.762207 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e0e85-4c6b-4370-858c-3f664544dd8c req-12569154-9a6e-4844-a43a-6382cbf22710 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:40.763688 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e93e0e85-4c6b-4370-858c-3f664544dd8c req-12569154-9a6e-4844-a43a-6382cbf22710 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.1490955 Apr 30 16:16:40.766430 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-f9b1c199-07ec-4a1a-a35f-df15616786b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:40.767733 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-f9b1c199-07ec-4a1a-a35f-df15616786b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 1098 time: 0.1160734 Apr 30 16:16:40.892661 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e93e0e85-4c6b-4370-858c-3f664544dd8c req-a3aee5b2-dbdf-417e-9504-323c75bf454c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230659 Apr 30 16:16:40.926492 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-80c023e0-3340-44e2-8f49-1dee76ce3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:40.927886 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-80c023e0-3340-44e2-8f49-1dee76ce3813 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.1454062 Apr 30 16:16:41.042018 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-ffc62e2d-1e8f-44c3-a167-ccb8c62e2307 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95beb57e-dced-449f-825a-c087f496c6a6 HTTP/1.1" status: 200 len: 1000 time: 0.1059210 Apr 30 16:16:41.112568 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-efc11aeb-5786-45ed-a226-9e604f648f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:41.114017 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-efc11aeb-5786-45ed-a226-9e604f648f20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.0642662 Apr 30 16:16:41.191392 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-96da669f-2a03-4c93-9f4f-0fdc2515e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:41.193102 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-96da669f-2a03-4c93-9f4f-0fdc2515e122 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717835 Apr 30 16:16:41.432988 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-dc49339d-9b65-4036-b558-007101600306 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252979 Apr 30 16:16:41.571088 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-422ed46b-355b-4b5f-9592-99ef5be6439a req-0d18c852-9818-4b5d-b48f-92afab06b312 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259866 Apr 30 16:16:42.093121 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c9959-368c-4fa3-a9bd-8bf5440cda79 req-e72a56c5-8801-47b0-b158-f962684eed89 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:42.094486 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dd7c9959-368c-4fa3-a9bd-8bf5440cda79 req-e72a56c5-8801-47b0-b158-f962684eed89 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0833659 Apr 30 16:16:42.139874 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dd7c9959-368c-4fa3-a9bd-8bf5440cda79 req-ea5e70d2-f69b-4759-beb4-152c8a796137 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395837 Apr 30 16:16:43.183127 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 95beb57e-dced-449f-825a-c087f496c6a6 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:16:43.297786 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:43.324721 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:16:43.335001 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc3e4a-4281-4217-9624-238517fa4ad3 req-3b35f175-8b8c-4094-bc74-addf33221ac5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:43.335561 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:16:43.337016 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-54bc3e4a-4281-4217-9624-238517fa4ad3 req-3b35f175-8b8c-4094-bc74-addf33221ac5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 945 time: 0.0862672 Apr 30 16:16:43.345151 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:43.348516 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:16:43.383287 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6', 'code': 200} Apr 30 16:16:43.393402 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-54bc3e4a-4281-4217-9624-238517fa4ad3 req-a2311eda-0fc4-4e20-b0be-aa70abbc7664 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487816 Apr 30 16:16:43.426081 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=8']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:16:43.429171 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:16:44.101162 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-5c98eff1-b16d-41f2-bf2d-3f7827ec3bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:44.586219 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd95c7-afdb-425c-ba2c-956ca58ae422 req-32f43f7c-e3ef-4ba1-aac7-b69b91d58735 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:44.587652 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-74cd95c7-afdb-425c-ba2c-956ca58ae422 req-32f43f7c-e3ef-4ba1-aac7-b69b91d58735 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0819559 Apr 30 16:16:44.632794 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-74cd95c7-afdb-425c-ba2c-956ca58ae422 req-1c20c7df-4f7a-45f4-b11c-83ed877a019d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388236 Apr 30 16:16:46.144033 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-5b0a3887-42d0-4d69-ba6a-5acc4ea701f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715477 Apr 30 16:16:46.147179 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01964c58-90d7-4019-b33a-64be49b72818 req-6521ccdc-8af5-47b5-b4ed-ad97c9d30fe8 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:46.148667 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-01964c58-90d7-4019-b33a-64be49b72818 req-6521ccdc-8af5-47b5-b4ed-ad97c9d30fe8 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0914161 Apr 30 16:16:46.200704 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-01964c58-90d7-4019-b33a-64be49b72818 req-9bbc351a-46e9-44e9-b881-d4b5ce4269a5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450032 Apr 30 16:16:46.672345 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-a37a57fc-1b4e-4bc3-af56-89a10eb96511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:46.673814 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-a37a57fc-1b4e-4bc3-af56-89a10eb96511 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98&tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c HTTP/1.1" status: 200 len: 1096 time: 0.0745618 Apr 30 16:16:46.801166 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-17a67088-12bd-44ae-8ea7-6a3f61c0b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:46.802558 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-17a67088-12bd-44ae-8ea7-6a3f61c0b3a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 1096 time: 0.0814342 Apr 30 16:16:46.847384 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-03d7c670-c34d-42d7-a307-e9770bd5349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:46.938321 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-f60be66f-5011-4df3-b033-5898d9e47875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:46.939916 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-f60be66f-5011-4df3-b033-5898d9e47875 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.1296272 Apr 30 16:16:47.052749 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:47.055199 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-0520b595-19fc-4aea-b1a9-b5251a3844d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95beb57e-dced-449f-825a-c087f496c6a6 HTTP/1.1" status: 200 len: 998 time: 0.1043272 Apr 30 16:16:47.119472 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-d707ea5f-9b7b-44b5-9ef8-cac4475ea21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:47.121467 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-d707ea5f-9b7b-44b5-9ef8-cac4475ea21e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.0581219 Apr 30 16:16:47.196452 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 95beb57e-dced-449f-825a-c087f496c6a6 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:16:47.209447 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-2b23a0d7-8175-4c12-8f07-9294ffb791b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:47.211010 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-2b23a0d7-8175-4c12-8f07-9294ffb791b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815980 Apr 30 16:16:47.361608 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-e8a2d51a-0c40-4395-bc8b-5a8d7829cca0 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416726 Apr 30 16:16:47.566513 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a029f0bf-296b-450e-b416-ef09b88e3780 req-7b548d57-d293-4643-862b-3a1286585181 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969328 Apr 30 16:16:47.596009 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39a368-e491-4f90-8e75-7322f64fc658 req-b74dcb9e-558c-44a7-9a37-7aa76764dc5d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:47.597534 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-dd39a368-e491-4f90-8e75-7322f64fc658 req-b74dcb9e-558c-44a7-9a37-7aa76764dc5d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.1131911 Apr 30 16:16:47.644992 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-dd39a368-e491-4f90-8e75-7322f64fc658 req-4de806d2-0203-41e1-a8e5-7fd8b2648f50 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Apr 30 16:16:47.979525 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:48.919732 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a9e98-1e0f-44e0-a8f3-b15be2c35ee1 req-d7ea40b9-8f02-47c6-9866-84c8e1d4e73c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:48.925924 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-390a9e98-1e0f-44e0-a8f3-b15be2c35ee1 req-d7ea40b9-8f02-47c6-9866-84c8e1d4e73c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.1569481 Apr 30 16:16:49.015304 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-390a9e98-1e0f-44e0-a8f3-b15be2c35ee1 req-3ec306c9-602e-4e77-b001-5a60047662d5 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806122 Apr 30 16:16:49.456711 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:50.243278 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396095b-23b9-49c0-bbe3-29ed0f509370 req-14be4317-53af-4756-ae2d-f3c581abd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:50.244714 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b396095b-23b9-49c0-bbe3-29ed0f509370 req-14be4317-53af-4756-ae2d-f3c581abd321 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0999937 Apr 30 16:16:50.290498 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b396095b-23b9-49c0-bbe3-29ed0f509370 req-3883ed0a-06a4-40a4-8d47-cd5878ca4b62 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394208 Apr 30 16:16:51.510091 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67f772-4d16-4ae7-aa79-11c73fc06992 req-3abd4e64-f2a5-4cc4-9a85-046f9aca09fd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:51.511570 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8d67f772-4d16-4ae7-aa79-11c73fc06992 req-3abd4e64-f2a5-4cc4-9a85-046f9aca09fd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0900817 Apr 30 16:16:51.568148 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8d67f772-4d16-4ae7-aa79-11c73fc06992 req-0c12117d-d640-4a32-b96a-37889a23224e tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500140 Apr 30 16:16:52.768377 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2b0d2-7652-4405-ab6a-95fd73210e88 req-84ea8c75-ac47-45b0-a888-1fea3d09c357 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:52.769797 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-36f2b0d2-7652-4405-ab6a-95fd73210e88 req-84ea8c75-ac47-45b0-a888-1fea3d09c357 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0888300 Apr 30 16:16:52.822732 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-36f2b0d2-7652-4405-ab6a-95fd73210e88 req-407b6110-557e-4e09-a9a7-9704430671e0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455194 Apr 30 16:16:54.018360 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3977d5-1adb-4d70-ac23-9d29305c5b63 req-9b650c35-6316-455a-9685-32aa320b63f1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:54.019814 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8e3977d5-1adb-4d70-ac23-9d29305c5b63 req-9b650c35-6316-455a-9685-32aa320b63f1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0853672 Apr 30 16:16:54.068266 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8e3977d5-1adb-4d70-ac23-9d29305c5b63 req-3a676e4b-4704-4ac3-b2ff-8f29a4099e84 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 Apr 30 16:16:55.402426 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5fe84-62f5-4647-9807-ad946e53ddc2 req-6be48ad2-c27e-47a5-93dd-63a15ffab162 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:55.403915 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6fd5fe84-62f5-4647-9807-ad946e53ddc2 req-6be48ad2-c27e-47a5-93dd-63a15ffab162 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.1974280 Apr 30 16:16:55.452609 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6fd5fe84-62f5-4647-9807-ad946e53ddc2 req-48bd27cd-c7d9-415a-99ba-3b521e42f159 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429456 Apr 30 16:16:56.660403 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea68341-a801-4681-be19-bbc7e3696ff5 req-8d51b434-e1d6-4282-928d-db10048268d1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:56.661830 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5ea68341-a801-4681-be19-bbc7e3696ff5 req-8d51b434-e1d6-4282-928d-db10048268d1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0884695 Apr 30 16:16:56.707582 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5ea68341-a801-4681-be19-bbc7e3696ff5 req-5bf50816-b175-41ec-86db-8cb7c3a40682 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395229 Apr 30 16:16:57.918155 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033149-8633-4c48-96a9-10f582022d4a req-7a01b981-53ad-4b45-b0fb-ccd96f62d8f8 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:57.920535 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8a033149-8633-4c48-96a9-10f582022d4a req-7a01b981-53ad-4b45-b0fb-ccd96f62d8f8 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0963824 Apr 30 16:16:57.969323 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8a033149-8633-4c48-96a9-10f582022d4a req-a5b908c3-4a96-47be-b793-21e12aa28af9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Apr 30 16:16:59.175581 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279d9a2-2b7a-40de-8c83-d9bea055bd1a req-e4acacf4-dafd-4378-88a2-165c77c7eec9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:16:59.177018 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b279d9a2-2b7a-40de-8c83-d9bea055bd1a req-e4acacf4-dafd-4378-88a2-165c77c7eec9 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0894563 Apr 30 16:16:59.249648 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b279d9a2-2b7a-40de-8c83-d9bea055bd1a req-9166dee0-f458-4505-88f8-83924e453048 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667274 Apr 30 16:17:00.239106 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:00.442084 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a0520-694d-4727-b127-170270ce6a92 req-27a7ec8f-2e62-4a6e-a2a1-2d1040d52002 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:00.443536 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-732a0520-694d-4727-b127-170270ce6a92 req-27a7ec8f-2e62-4a6e-a2a1-2d1040d52002 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0810342 Apr 30 16:17:00.488729 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-732a0520-694d-4727-b127-170270ce6a92 req-a6d8700f-ecc1-48e0-83ec-82737b9795eb tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394733 Apr 30 16:17:01.349407 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:17:01.676372 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87297d0a-6fab-4e6f-b8e3-bc3f9a6f447f req-0bfa1ac1-9cdb-48af-a685-d887226b9f5f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:01.677810 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-87297d0a-6fab-4e6f-b8e3-bc3f9a6f447f req-0bfa1ac1-9cdb-48af-a685-d887226b9f5f tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0794382 Apr 30 16:17:01.722674 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-87297d0a-6fab-4e6f-b8e3-bc3f9a6f447f req-0810345f-3e28-4b45-9775-eb2a43ff4f45 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391185 Apr 30 16:17:02.929764 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c4f15-5b4a-495f-b9d5-93b58b5118b8 req-1c68da9e-4349-4604-87ae-f654a80f0bbd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:02.931906 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c87c4f15-5b4a-495f-b9d5-93b58b5118b8 req-1c68da9e-4349-4604-87ae-f654a80f0bbd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0987766 Apr 30 16:17:02.982513 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c87c4f15-5b4a-495f-b9d5-93b58b5118b8 req-00110765-831e-4d1c-973d-99d095c40a0d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442333 Apr 30 16:17:04.180393 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cfc34-616b-47b6-9d79-367d3afcd2c4 req-b15dbb79-6472-477c-8ac2-1b4cd525a7e0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:04.181842 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ed4cfc34-616b-47b6-9d79-367d3afcd2c4 req-b15dbb79-6472-477c-8ac2-1b4cd525a7e0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0828130 Apr 30 16:17:04.227931 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ed4cfc34-616b-47b6-9d79-367d3afcd2c4 req-e3fed86c-abd4-4798-bc48-d0893f990341 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400863 Apr 30 16:17:05.312405 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0651b4-bbad-4f90-bd5e-8021b2a427a4 req-5cbcb9c6-6de6-4fc5-9ad4-f2cb77ea3090 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:05.313866 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb0651b4-bbad-4f90-bd5e-8021b2a427a4 req-5cbcb9c6-6de6-4fc5-9ad4-f2cb77ea3090 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 945 time: 0.0810671 Apr 30 16:17:05.360525 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb0651b4-bbad-4f90-bd5e-8021b2a427a4 req-73220245-5dce-4f7d-bc68-9c24c4d2f5e9 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Apr 30 16:17:05.424615 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2cb92-a632-400f-9059-f65ccace6bcc req-a3d8f8a3-cdbc-4d63-9f73-dbf9dc66a6e1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:05.426085 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c0f2cb92-a632-400f-9059-f65ccace6bcc req-a3d8f8a3-cdbc-4d63-9f73-dbf9dc66a6e1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0844388 Apr 30 16:17:05.470275 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c0f2cb92-a632-400f-9059-f65ccace6bcc req-cd9430f8-2abf-4f7d-8fa7-7671579c66b1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384059 Apr 30 16:17:06.551487 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8edd24-3eff-48ea-8290-b9bd17d9746c req-fbaa1b76-f437-4cc3-b3c7-9c221c6a63e8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:06.552956 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2a8edd24-3eff-48ea-8290-b9bd17d9746c req-fbaa1b76-f437-4cc3-b3c7-9c221c6a63e8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 945 time: 0.0853148 Apr 30 16:17:06.599632 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2a8edd24-3eff-48ea-8290-b9bd17d9746c req-214976c4-a4b3-4b7e-b029-6ce0aa807869 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397716 Apr 30 16:17:06.663417 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbf698-47bc-4a6c-a1d1-aad4840d5de4 req-094d5f9b-ea12-4647-8228-749939eaa43d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:06.664849 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-05cbf698-47bc-4a6c-a1d1-aad4840d5de4 req-094d5f9b-ea12-4647-8228-749939eaa43d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 943 time: 0.0799775 Apr 30 16:17:06.710035 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-05cbf698-47bc-4a6c-a1d1-aad4840d5de4 req-c22f331a-3bbc-4dcf-97a9-04b7cc8cfbea tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388911 Apr 30 16:17:07.284497 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 95beb57e-dced-449f-825a-c087f496c6a6 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:17:07.421343 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:17:07.435418 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '95beb57e-dced-449f-825a-c087f496c6a6', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'port_id': '95beb57e-dced-449f-825a-c087f496c6a6', 'mac_address': 'fa:16:3e:8a:5b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:17:07.490079 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:07.507264 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95beb57e-dced-449f-825a-c087f496c6a6 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:17:07.522465 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:17:07.526949 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:07.528797 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:07.596396 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=9']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:07.599594 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:07.790952 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce2b4-1535-4914-aaaa-f434487c7493 req-e9cc4bba-d02f-4294-9f0e-c9ee9996693f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:07.793168 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-68fce2b4-1535-4914-aaaa-f434487c7493 req-e9cc4bba-d02f-4294-9f0e-c9ee9996693f tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 945 time: 0.0848260 Apr 30 16:17:07.908819 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-68fce2b4-1535-4914-aaaa-f434487c7493 req-e3cda925-2df6-477e-979b-fa53722983d1 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups?id=76aae36e-77f9-4b31-a1f9-d6c73379bc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099782 Apr 30 16:17:07.963572 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cf251-3446-4875-8bda-f0d126a97c43 req-a6580fa5-efbf-4027-9db0-dc1cbe8cb627 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:07.965550 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c13cf251-3446-4875-8bda-f0d126a97c43 req-a6580fa5-efbf-4027-9db0-dc1cbe8cb627 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 944 time: 0.1150107 Apr 30 16:17:07.972756 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-47e69684-b723-4bf9-91e1-ed283db1660d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:07.974074 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-47e69684-b723-4bf9-91e1-ed283db1660d tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.64 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 945 time: 0.1586642 Apr 30 16:17:08.054277 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['95beb57e-dced-449f-825a-c087f496c6a6'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:17:08.064273 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c13cf251-3446-4875-8bda-f0d126a97c43 req-972619b0-eb85-4f7a-9908-c0899d338c76 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892692 Apr 30 16:17:08.137240 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Deleting port 799ed89a-2a46-4ef8-afae-e94b80798fbf {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:17:08.137568 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:08.272008 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] For port 799ed89a-2a46-4ef8-afae-e94b80798fbf, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=799ed89a-2a46-4ef8-afae-e94b80798fbf,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:17:08.272252 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:08.555079 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:08.555341 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:08.555647 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.l3_db [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Floating IP 3bc3dc2e-28ee-4e88-b0bb-32e2cbfcabfa disassociated. External IP: 172.28.2.53, port: 799ed89a-2a46-4ef8-afae-e94b80798fbf. Apr 30 16:17:08.555971 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Calling delete_port for 799ed89a-2a46-4ef8-afae-e94b80798fbf owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:17:08.664620 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:08.670800 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e80ea0dd-8a1a-4c2e-bd01-bcac49c77dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:08.718556 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event deleted for resources: {'Port': ['ID=799ed89a-2a46-4ef8-afae-e94b80798fbf,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:08.728591 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.729470 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.729827 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.730200 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.730538 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.730873 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.731207 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.731537 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.731870 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.732199 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.732527 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.732854 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:08.782838 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:09.010038 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:17:09.069176 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-db7557fd-9d27-438e-99f2-9f8071399257 req-7114717d-d306-49f1-914d-7cd06ca7a6b2 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/ports?device_id=02def241-a9ef-4aa3-ac16-e42c64ac99dc HTTP/1.1" status: 200 len: 210 time: 0.0429914 Apr 30 16:17:09.242128 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:17:09.251669 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] Sync routers for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:17:09.260973 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:17:09.261593 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:16:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:09.316051 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 95beb57e-dced-449f-825a-c087f496c6a6 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:17:09.324353 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] No DVR routers for this DVR port 799ed89a-2a46-4ef8-afae-e94b80798fbf on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:17:09.326283 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:09.328806 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'name': 'network-vif-deleted', 'tag': '799ed89a-2a46-4ef8-afae-e94b80798fbf'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:17:09.369695 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9fcd1ae5-c861-4959-8857-f2f54321b5f8 req-d8f49de4-b05b-4b41-9bd6-61cbf0895f98 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.64 "DELETE /v2.0/ports/799ed89a-2a46-4ef8-afae-e94b80798fbf HTTP/1.1" status: 204 len: 173 time: 1.3816915 Apr 30 16:17:09.380144 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d48e97-d006-4f5d-a5d4-05f321c90886 req-14baf394-2320-43a9-9417-1ac96c6a62cf tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:09.381746 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c1d48e97-d006-4f5d-a5d4-05f321c90886 req-14baf394-2320-43a9-9417-1ac96c6a62cf tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 944 time: 0.2002978 Apr 30 16:17:09.383748 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02def241-a9ef-4aa3-ac16-e42c64ac99dc', 'name': 'network-vif-deleted', 'tag': '799ed89a-2a46-4ef8-afae-e94b80798fbf', 'status': 'completed', 'code': 200} Apr 30 16:17:09.442996 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c1d48e97-d006-4f5d-a5d4-05f321c90886 req-602a2c2a-2309-4f30-857b-b19a152897d1 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544450 Apr 30 16:17:09.551407 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 95beb57e-dced-449f-825a-c087f496c6a6 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:17:09.551779 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:09.592876 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:17:09.905431 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:09.985375 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:17:10.003527 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:17:10.008541 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:10.011093 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:10.050933 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6', 'code': 200} Apr 30 16:17:10.094217 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=10']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:10.098326 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:10.102422 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:10.107902 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] Checking router: 2e0b0c97-1977-4c17-9f35-78ad134d4c7a for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:17:10.117096 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:17:10.117468 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:16:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:10.227886 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 57350) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:10.294016 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-d3eb669b-fc23-4dca-95e2-695214a6296a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:10.326399 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-d3eb669b-fc23-4dca-95e2-695214a6296a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:10.350337 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:17:10.430724 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78435a5a-e13c-4208-9e51-4606aff0726b req-4826e842-f844-4926-9ac0-4363ab2b80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:10.432997 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-78435a5a-e13c-4208-9e51-4606aff0726b req-4826e842-f844-4926-9ac0-4363ab2b80bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 1099 time: 0.1085463 Apr 30 16:17:10.437842 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-d3eb669b-fc23-4dca-95e2-695214a6296a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:10.442865 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:10.476649 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb669b-fc23-4dca-95e2-695214a6296a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aae36e-77f9-4b31-a1f9-d6c73379bc66,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:10.480618 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-d3eb669b-fc23-4dca-95e2-695214a6296a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:10.497842 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-78435a5a-e13c-4208-9e51-4606aff0726b req-f8085999-b281-4406-a11f-d4ea8bc1d0bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557740 Apr 30 16:17:10.503039 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-d3eb669b-fc23-4dca-95e2-695214a6296a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:10.506973 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57356) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:10.507488 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-d3eb669b-fc23-4dca-95e2-695214a6296a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "DELETE /v2.0/security-groups/76aae36e-77f9-4b31-a1f9-d6c73379bc66 HTTP/1.1" status: 204 len: 168 time: 0.2781007 Apr 30 16:17:10.523967 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.api.v2.resource [None req-c9c0568d-718c-4c16-8d4e-9b35e02b9c57 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] show failed (client error): The resource could not be found. Apr 30 16:17:10.528970 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-c9c0568d-718c-4c16-8d4e-9b35e02b9c57 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "GET /v2.0/security-groups/76aae36e-77f9-4b31-a1f9-d6c73379bc66 HTTP/1.1" status: 404 len: 347 time: 0.0201156 Apr 30 16:17:10.529927 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 57360) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:10.686748 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:10.690904 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcdd8e-b090-4114-8e0a-9d124913cc1f None None] The sync data for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb is: [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:08:51Z', 'revision_number': 4, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'cea3fad5-4ac4-479c-a39b-3320907d399c', 'name': '', 'network_id': '3db4e0f1-e767-469a-a50c-51a851769887', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'mac_address': 'fa:16:3e:cd:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:48Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'subnets': [{'id': '6f1c1de3-e276-4109-9c12-5717252dc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:17:10.812748 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f525-69c2-4357-a6b2-91ab22214c95 req-c5c7fe67-3755-4d06-952b-e0b8dc7ed350 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:10.814267 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8404f525-69c2-4357-a6b2-91ab22214c95 req-c5c7fe67-3755-4d06-952b-e0b8dc7ed350 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 946 time: 0.2223251 Apr 30 16:17:10.860235 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Deleting port c397da15-f9df-48d0-855e-f425fb43cc62 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:17:10.860571 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:10.896779 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d8c4e-aca4-4a69-bd56-4a7a7c1a2b96 None None] New status for floating IP 3bc3dc2e-28ee-4e88-b0bb-32e2cbfcabfa: DOWN {{(pid=73867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:17:10.902672 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8404f525-69c2-4357-a6b2-91ab22214c95 req-82f9f1c9-d008-45c8-9294-6f8720e27e1d tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815058 Apr 30 16:17:10.996838 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:10.997067 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:11.121845 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Calling delete_port for c397da15-f9df-48d0-855e-f425fb43cc62 owned by network:floatingip {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:17:11.231902 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:11.236225 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-18f97b3a-f0fb-440e-a6c8-06311db8796a tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:11.279553 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Pushing event deleted for resources: {'Port': ['ID=c397da15-f9df-48d0-855e-f425fb43cc62,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:11.309716 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 799ed89a-2a46-4ef8-afae-e94b80798fbf no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:17:11.346942 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 799ed89a-2a46-4ef8-afae-e94b80798fbf {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:17:11.347294 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 799ed89a-2a46-4ef8-afae-e94b80798fbf not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:17:11.404129 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:11.466938 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks [] for floatingip, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:11.481072 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:11.482177 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-ce070644-4ce5-4e54-8e06-7e85b903650a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] 10.222.0.15 "DELETE /v2.0/floatingips/3bc3dc2e-28ee-4e88-b0bb-32e2cbfcabfa HTTP/1.1" status: 204 len: 168 time: 0.9511764 Apr 30 16:17:12.102893 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc78da-9215-4de4-9dd3-7342e0bfdf0b req-a0bf93fa-baaa-4e62-88e2-9023953b6e49 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:12.106086 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e6dc78da-9215-4de4-9dd3-7342e0bfdf0b req-a0bf93fa-baaa-4e62-88e2-9023953b6e49 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 946 time: 0.0857575 Apr 30 16:17:12.152967 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e6dc78da-9215-4de4-9dd3-7342e0bfdf0b req-5731fe73-6957-4eed-8aae-9d59d062dcad tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397773 Apr 30 16:17:13.347172 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a604d-1c41-4d04-8c59-55f9ee0d7aa5 req-fbee5687-102f-4c81-977a-f9e71b312e0c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:13.348526 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-728a604d-1c41-4d04-8c59-55f9ee0d7aa5 req-fbee5687-102f-4c81-977a-f9e71b312e0c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 946 time: 0.0838027 Apr 30 16:17:13.393954 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-728a604d-1c41-4d04-8c59-55f9ee0d7aa5 req-05552321-9635-4344-bd8f-c424536f3753 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394313 Apr 30 16:17:14.104151 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7e8fe72e-6ca2-4bd9-9c52-34075c54aa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:15.566109 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 57432) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:16.246108 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424057'] for router_interface, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:16.648214 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Deleting port cea3fad5-4ac4-479c-a39b-3320907d399c {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:17:16.648887 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:16.765365 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] For port cea3fad5-4ac4-479c-a39b-3320907d399c, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=cea3fad5-4ac4-479c-a39b-3320907d399c,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:17:16.765705 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:16.850116 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-b742d04d-f035-4614-9d15-cbd18bdc1071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:16.889877 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Calling delete_port for cea3fad5-4ac4-479c-a39b-3320907d399c owned by network:router_interface {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:17:17.053459 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:17.141044 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:17.146206 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-42bd8581-4754-4f24-92cb-9755f601b41f tempest-VolumesActionsTest-1060006244 tempest-VolumesActionsTest-1060006244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:17.194114 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Pushing event deleted for resources: {'Port': ['ID=cea3fad5-4ac4-479c-a39b-3320907d399c,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:17.221218 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:17.464155 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405449'] for router_interface, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:17.820243 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:17:17.982490 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:17.999075 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:17:18.007488 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] Sync routers for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:17:18.011387 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] 10.222.0.15 "PUT /v2.0/routers/2e0b0c97-1977-4c17-9f35-78ad134d4c7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4441786 Apr 30 16:17:18.013807 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 57440) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:18.017301 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:17:18.017921 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:17:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:18.195871 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Notify callbacks [] for router, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:18.252056 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:17:18.471266 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:18.545525 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:17:17Z', 'revision_number': 5, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port': {'id': '8d2ad681-aa1f-4123-bf62-9be15d976c74', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:41Z', 'updated_at': '2021-04-30T16:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:18.547396 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Deleting port 8d2ad681-aa1f-4123-bf62-9be15d976c74 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:17:18.547733 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:18.549411 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] Checking router: 2e0b0c97-1977-4c17-9f35-78ad134d4c7a for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:17:18.558243 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] Routers {'2e0b0c97-1977-4c17-9f35-78ad134d4c7a'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:17:18.559111 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:17:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:18.673286 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] For port 8d2ad681-aa1f-4123-bf62-9be15d976c74, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=8d2ad681-aa1f-4123-bf62-9be15d976c74,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:17:18.673634 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:18.709311 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] Set router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a gateway port host: None {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:17:18.797230 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Calling delete_port for 8d2ad681-aa1f-4123-bf62-9be15d976c74 owned by network:router_gateway {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:17:18.817758 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:17:18Z', 'revision_number': 6, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port_host': None}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:18.823241 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d71451-22ec-464c-b9e6-ee3486363cfb None None] The sync data for ids ['2e0b0c97-1977-4c17-9f35-78ad134d4c7a'] in dv-cinder-775008-3-smb is: [{'id': '2e0b0c97-1977-4c17-9f35-78ad134d4c7a', 'name': 'tempest-AttachVolumeTestJSON-1116641668-router', 'tenant_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:17:18Z', 'revision_number': 6, 'project_id': 'aaa7024704ee405d859fcff7bd6bd05c', 'gw_port_host': None}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:17:18.934207 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:18.938567 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b77e7d82-d93a-4208-8b81-61ef93ec024f tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:18.983977 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2ad681-aa1f-4123-bf62-9be15d976c74,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:19.009659 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:19.080860 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396270'] for router_gateway, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.257612 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device cea3fad5-4ac4-479c-a39b-3320907d399c no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:17:19.259858 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13660'] for router, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.262153 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.284901 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404811'] for router, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.285593 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e0b0c97-1977-4c17-9f35-78ad134d4c7a {{(pid=73864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:17:19.297698 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: cea3fad5-4ac4-479c-a39b-3320907d399c {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:17:19.298217 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device cea3fad5-4ac4-479c-a39b-3320907d399c not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:17:19.299095 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Notify callbacks [] for router, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.300230 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2e0b0c97-1977-4c17-9f35-78ad134d4c7a HTTP/1.1" status: 204 len: 168 time: 1.2854915 Apr 30 16:17:19.303493 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57446) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:19.366255 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Deleting subnet 6f1c1de3-e276-4109-9c12-5717252dc055 {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:17:19.369924 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.422354 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.448768 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.541683 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.800956 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.805643 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-05c51334-788c-4da9-a6a3-e9530350249d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:19.843837 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f1c1de3-e276-4109-9c12-5717252dc055,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:19.854661 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.855031 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.855388 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.855743 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.856090 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.856437 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.856895 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.857119 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.857465 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.857804 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.858192 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.858507 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:17:19.861162 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a7e4f-1984-40b0-874f-c2481480f320 None None] Network 3db4e0f1-e767-469a-a50c-51a851769887 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:17:19.861314 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.864495 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:19.867996 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6f1c1de3-e276-4109-9c12-5717252dc055 HTTP/1.1" status: 204 len: 168 time: 0.5634565 Apr 30 16:17:19.870460 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57450) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:19.977493 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:20.049016 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Deleting port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:17:20.049358 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:20.122014 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] DHCP port deletion for 3db4e0f1-e767-469a-a50c-51a851769887 request from dv-cinder-775008-3-smb {{(pid=73865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:17:20.155328 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] For port 1f524b04-79ad-4952-8bdc-e1a3da31bb99, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=1f524b04-79ad-4952-8bdc-e1a3da31bb99,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:17:20.155679 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:20.191244 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] Deleting port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 {{(pid=73865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:17:20.191630 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:20.280334 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Calling delete_port for 1f524b04-79ad-4952-8bdc-e1a3da31bb99 owned by network:dhcp {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:17:20.287402 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] For port 1f524b04-79ad-4952-8bdc-e1a3da31bb99, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=1f524b04-79ad-4952-8bdc-e1a3da31bb99,segment=NetworkSegment(87340659-7503-4059-a887-888cf5d922d7),segment_id=87340659-7503-4059-a887-888cf5d922d7)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:17:20.287936 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:20.328825 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:20.337791 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:20.384808 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f524b04-79ad-4952-8bdc-e1a3da31bb99,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:20.386684 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] No DVR routers for this DVR port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 on host dv-cinder-775008-3-smb {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:17:20.388155 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:20.422151 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] Calling delete_port for 1f524b04-79ad-4952-8bdc-e1a3da31bb99 owned by network:dhcp {{(pid=73865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:17:20.504766 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:20.588198 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125'] for port, after_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:20.592888 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:20.617736 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db4e0f1-e767-469a-a50c-51a851769887']}} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:20.638276 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] Pushing event deleted for resources: {'Port': ['ID=1f524b04-79ad-4952-8bdc-e1a3da31bb99,revision_number=None']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:20.640419 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] No DVR routers for this DVR port 1f524b04-79ad-4952-8bdc-e1a3da31bb99 on host dv-cinder-775008-3-smb {{(pid=73865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:17:20.641672 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:20.705525 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87340659-7503-4059-a887-888cf5d922d7') {'for_net_delete': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:20.705832 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87340659-7503-4059-a887-888cf5d922d7') {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:17:20.718243 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2191859'] for segment, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:20.734034 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:20.739880 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=73862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:17:20.904998 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Network 3db4e0f1-e767-469a-a50c-51a851769887 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:17:20.916791 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3048259'] for segment, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:21.090770 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Network 3db4e0f1-e767-469a-a50c-51a851769887 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: Traceback (most recent call last): Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: timer() Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: cb(*args, **kw) Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: return func(*args, **kwargs) Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: self._notify() Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: self.callback(batched_events) Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: event.method(event) Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: return f(self, *a, **k) Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: return self._get(url).json() Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: return self.request(url, 'GET', **kwargs) Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:17:21.112120 dv-cinder-775008-3-smb neutron-server[73862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:17:21.127564 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 8d2ad681-aa1f-4123-bf62-9be15d976c74 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:17:21.164675 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 8d2ad681-aa1f-4123-bf62-9be15d976c74 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:17:21.164934 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 8d2ad681-aa1f-4123-bf62-9be15d976c74 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:17:21.165352 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 1f524b04-79ad-4952-8bdc-e1a3da31bb99 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:17:21.190296 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:21.196315 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:21.198886 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-55a0c0b2-0065-42ac-a5d5-3debcd902ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:21.199827 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 1f524b04-79ad-4952-8bdc-e1a3da31bb99 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:17:21.200185 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 1f524b04-79ad-4952-8bdc-e1a3da31bb99 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:17:21.222811 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=3db4e0f1-e767-469a-a50c-51a851769887,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:21.225358 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:21.229377 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] 10.222.0.15 "DELETE /v2.0/networks/3db4e0f1-e767-469a-a50c-51a851769887 HTTP/1.1" status: 204 len: 168 time: 1.3579843 Apr 30 16:17:21.347098 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57458) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:21.400469 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-ffce5134-0f45-4ee9-be32-d2fbadc8f0e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aaa7024704ee405d859fcff7bd6bd05c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520916 Apr 30 16:17:21.402849 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57462) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:21.459092 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7fa5607e-5e69-485d-b65b-3faef25e47c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:21.488214 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7fa5607e-5e69-485d-b65b-3faef25e47c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:21.540701 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7fa5607e-5e69-485d-b65b-3faef25e47c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:21.544339 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ca3ec84e-a9c6-489f-a192-cb1b2b968abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:21.557634 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5607e-5e69-485d-b65b-3faef25e47c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1e6839-ea8f-457f-81b1-91f5e3e8f1cc,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:21.561269 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7fa5607e-5e69-485d-b65b-3faef25e47c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:21.566451 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7fa5607e-5e69-485d-b65b-3faef25e47c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:21.567549 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-7fa5607e-5e69-485d-b65b-3faef25e47c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc1e6839-ea8f-457f-81b1-91f5e3e8f1cc HTTP/1.1" status: 204 len: 168 time: 0.1638260 Apr 30 16:17:30.236828 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:31.951785 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57578) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:32.069729 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:32.084794 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:17:32.088640 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] Usage tracker for resource:security_group_rule and tenant:9bb55e25f11b44598f98109b855e94f7 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:17:32.091442 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:17:32.097003 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:17:32.186192 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:32.189649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:32.198829 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ca5bf338-f234-4e68-b129-c466a7a57513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:32.237814 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bb55e25f11b44598f98109b855e94f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849677 Apr 30 16:17:32.239546 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6be214f-55f4-4218-806b-5ed1134a9feb,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:32.240618 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 57584) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:32.243371 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:32.303060 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-aa86db82-8512-4a79-8808-629700600b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:32.329172 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-aa86db82-8512-4a79-8808-629700600b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:32.381775 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-aa86db82-8512-4a79-8808-629700600b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:32.386545 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b6598311-72ef-4e5c-afcc-aed5bece6c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:32.397997 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86db82-8512-4a79-8808-629700600b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6be214f-55f4-4218-806b-5ed1134a9feb,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:32.402239 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-aa86db82-8512-4a79-8808-629700600b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:32.404915 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-aa86db82-8512-4a79-8808-629700600b0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6be214f-55f4-4218-806b-5ed1134a9feb HTTP/1.1" status: 204 len: 168 time: 0.1631477 Apr 30 16:17:32.405916 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-aa86db82-8512-4a79-8808-629700600b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:34.170849 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 57636) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:34.287332 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:34.301199 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:17:34.305983 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2a7eca1b3946d0aa416ef85d53b11f is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:17:34.308833 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:17:34.314362 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:17:34.395892 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:34.400113 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:34.407210 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ab068160-5cf3-46cd-bd82-ef438363d47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:34.451485 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b2a7eca1b3946d0aa416ef85d53b11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795627 Apr 30 16:17:34.452383 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dceac1-8411-427e-aa7a-b7a18587c21f,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:34.454234 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57644) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:34.455737 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:34.518067 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4ded-b64a-433e-9fe3-30fdcdb0de5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:34.543999 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4ded-b64a-433e-9fe3-30fdcdb0de5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:34.594208 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4ded-b64a-433e-9fe3-30fdcdb0de5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:34.597736 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f00481d1-53ed-4f8f-8162-b226e4028448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:34.610581 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f4ded-b64a-433e-9fe3-30fdcdb0de5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dceac1-8411-427e-aa7a-b7a18587c21f,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:34.613464 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ea3f4ded-b64a-433e-9fe3-30fdcdb0de5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:34.621134 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4ded-b64a-433e-9fe3-30fdcdb0de5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:34.622273 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-ea3f4ded-b64a-433e-9fe3-30fdcdb0de5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5dceac1-8411-427e-aa7a-b7a18587c21f HTTP/1.1" status: 204 len: 168 time: 0.1670268 Apr 30 16:17:34.901120 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57652) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:34.918886 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:34.933753 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:17:34.937511 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9f956a1cf2462ea32ad681013621bb is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:17:34.940293 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:17:34.946678 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:17:35.029631 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:35.033628 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:35.041372 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e9b69185-4c76-4f83-ad0f-458354eda44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:35.084804 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e9f956a1cf2462ea32ad681013621bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826372 Apr 30 16:17:35.086446 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5d5f4f-da33-4be2-98e5-5d7a47a01058,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:35.088136 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 57656) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:35.089374 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:35.151694 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a71a-dd96-4dce-a084-118109ba7bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:35.187639 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a71a-dd96-4dce-a084-118109ba7bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:35.239992 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a71a-dd96-4dce-a084-118109ba7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:35.243772 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-04749aab-050c-451c-a6e1-ed9290a2c4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:35.255494 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0a71a-dd96-4dce-a084-118109ba7bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5d5f4f-da33-4be2-98e5-5d7a47a01058,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:35.258483 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-0dc0a71a-dd96-4dce-a084-118109ba7bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:35.266665 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a71a-dd96-4dce-a084-118109ba7bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:35.267794 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-0dc0a71a-dd96-4dce-a084-118109ba7bc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa5d5f4f-da33-4be2-98e5-5d7a47a01058 HTTP/1.1" status: 204 len: 168 time: 0.1784911 Apr 30 16:17:38.349033 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:17:38.609639 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-e2c45abc-41a8-4ead-bad9-4410b483187a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745287 Apr 30 16:17:38.781448 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-1889cb26-4cdf-487f-934c-5427b9d6682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:38.782939 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-1889cb26-4cdf-487f-934c-5427b9d6682a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 1099 time: 0.0699630 Apr 30 16:17:38.931915 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-74a47015-b9e0-408e-9651-59044b54dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:38.933341 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-74a47015-b9e0-408e-9651-59044b54dfac service neutron] 10.222.0.64 "GET /v2.0/networks?id=4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 200 len: 917 time: 0.1290402 Apr 30 16:17:39.127426 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-32e7e557-962d-4ae9-a8c6-32a2554271f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95beb57e-dced-449f-825a-c087f496c6a6 HTTP/1.1" status: 200 len: 1000 time: 0.1864171 Apr 30 16:17:39.190587 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-5a202e9f-8401-4ba5-af5f-2c3fe37931b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:39.191902 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-5a202e9f-8401-4ba5-af5f-2c3fe37931b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 200 len: 855 time: 0.0575016 Apr 30 16:17:39.275410 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-ebd5d80e-ded3-40e8-9101-ab97030c6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:17:39.276858 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-ebd5d80e-ded3-40e8-9101-ab97030c6b27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4738b479-0713-4933-9630-6e9d1c66a28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761495 Apr 30 16:17:39.414380 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-3ee32431-eb30-4c2a-ade6-63360f3777cf service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255651 Apr 30 16:17:39.548805 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0159c2b6-d29e-4b60-bf38-909084191ba6 req-695ed6b5-20f5-4bc1-9adb-ba17122d56b2 service neutron] 10.222.0.64 "GET /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261461 Apr 30 16:17:40.071385 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 57736) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:40.190759 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1dd669eb-94ed-42c8-b686-b47ff6d32f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.206701 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-1dd669eb-94ed-42c8-b686-b47ff6d32f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:17:40.211093 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-1dd669eb-94ed-42c8-b686-b47ff6d32f67 admin admin] Usage tracker for resource:security_group_rule and tenant:b96ce0c628e246f48587dff2b659309c is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:17:40.213919 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-1dd669eb-94ed-42c8-b686-b47ff6d32f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:17:40.219713 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-1dd669eb-94ed-42c8-b686-b47ff6d32f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:17:40.299782 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1dd669eb-94ed-42c8-b686-b47ff6d32f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.304180 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-1dd669eb-94ed-42c8-b686-b47ff6d32f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.311802 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e70fefc6-ee55-4dd4-bbde-f791debe88f8 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:40.350712 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd669eb-94ed-42c8-b686-b47ff6d32f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7858c60c-6a53-4a21-93fa-d1cea01e1654,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:40.353686 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-1dd669eb-94ed-42c8-b686-b47ff6d32f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:40.358893 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-1dd669eb-94ed-42c8-b686-b47ff6d32f67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b96ce0c628e246f48587dff2b659309c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839708 Apr 30 16:17:40.359978 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57742) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:40.420360 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b94c486-7c92-4b77-8adf-a08a112e3f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.446269 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b94c486-7c92-4b77-8adf-a08a112e3f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.498161 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b94c486-7c92-4b77-8adf-a08a112e3f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.502862 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3e6f6e80-49a3-4b50-8ab0-2f2a89cbc9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:40.517029 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94c486-7c92-4b77-8adf-a08a112e3f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7858c60c-6a53-4a21-93fa-d1cea01e1654,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:40.519929 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2b94c486-7c92-4b77-8adf-a08a112e3f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:40.525743 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2b94c486-7c92-4b77-8adf-a08a112e3f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.526873 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2b94c486-7c92-4b77-8adf-a08a112e3f9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7858c60c-6a53-4a21-93fa-d1cea01e1654 HTTP/1.1" status: 204 len: 168 time: 0.1662316 Apr 30 16:17:40.807003 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57752) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:40.825030 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.840209 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:17:40.843951 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] Usage tracker for resource:security_group_rule and tenant:aff9c4f7c86f471b8ec8a3e8be79b29c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:17:40.846727 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:17:40.852932 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:17:40.933478 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.937339 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.948708 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3e282d19-409e-4b17-986d-97de3f6fa5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:40.987452 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aff9c4f7c86f471b8ec8a3e8be79b29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793690 Apr 30 16:17:40.989027 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea2d29f-d5a6-4748-b601-39a995c20c8e,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:40.990265 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 57758) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:40.992387 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:41.051317 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e0e76ec7-48d5-4cfb-8f5c-e3338380e7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:41.081393 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e0e76ec7-48d5-4cfb-8f5c-e3338380e7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:41.132546 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e0e76ec7-48d5-4cfb-8f5c-e3338380e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:41.136075 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-19862d12-b5dc-4a11-aab8-b2eeb7929e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:41.148888 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e76ec7-48d5-4cfb-8f5c-e3338380e7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea2d29f-d5a6-4748-b601-39a995c20c8e,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:41.152777 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e0e76ec7-48d5-4cfb-8f5c-e3338380e7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:41.158166 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e0e76ec7-48d5-4cfb-8f5c-e3338380e7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:41.159265 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-e0e76ec7-48d5-4cfb-8f5c-e3338380e7f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ea2d29f-d5a6-4748-b601-39a995c20c8e HTTP/1.1" status: 204 len: 168 time: 0.1678329 Apr 30 16:17:44.105851 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-b69234e1-4c36-4916-a0e0-9c4a62e207d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:46.853037 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e318ed3f-46d7-4197-b06a-1a9f3e286b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:47.046076 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:47.985315 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:48.545961 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57884) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:48.665623 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6036db06-2d5c-4954-bd00-8bb2dd3d148a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:48.680254 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-6036db06-2d5c-4954-bd00-8bb2dd3d148a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:17:48.684029 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-6036db06-2d5c-4954-bd00-8bb2dd3d148a admin admin] Usage tracker for resource:security_group_rule and tenant:890a4b3b121b4a1d97e0bb5c853b0de7 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:17:48.686817 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-6036db06-2d5c-4954-bd00-8bb2dd3d148a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:17:48.692365 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-6036db06-2d5c-4954-bd00-8bb2dd3d148a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:17:48.772747 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6036db06-2d5c-4954-bd00-8bb2dd3d148a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:48.776517 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6036db06-2d5c-4954-bd00-8bb2dd3d148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:48.783951 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2c4ff472-236a-41c9-88ce-5e711aef108e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:48.825820 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-6036db06-2d5c-4954-bd00-8bb2dd3d148a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=890a4b3b121b4a1d97e0bb5c853b0de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786715 Apr 30 16:17:48.826781 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036db06-2d5c-4954-bd00-8bb2dd3d148a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19742c39-a43a-43eb-a005-f157ebbf8100,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:48.828412 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 57890) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:48.830090 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6036db06-2d5c-4954-bd00-8bb2dd3d148a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:48.887647 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c1625ad2-20f3-4bf0-940e-434deb919e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:48.914037 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c1625ad2-20f3-4bf0-940e-434deb919e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:48.964992 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c1625ad2-20f3-4bf0-940e-434deb919e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:48.968511 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2bec37fc-c3bb-4528-baf2-ae0852ef6ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:48.980429 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1625ad2-20f3-4bf0-940e-434deb919e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19742c39-a43a-43eb-a005-f157ebbf8100,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:48.983809 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c1625ad2-20f3-4bf0-940e-434deb919e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:48.986889 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c1625ad2-20f3-4bf0-940e-434deb919e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:48.987971 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c1625ad2-20f3-4bf0-940e-434deb919e41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19742c39-a43a-43eb-a005-f157ebbf8100 HTTP/1.1" status: 204 len: 168 time: 0.1584835 Apr 30 16:17:49.266220 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57898) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:49.284081 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ccc42efe-eae1-4451-ac1b-28162cb532bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:49.301161 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-ccc42efe-eae1-4451-ac1b-28162cb532bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:17:49.305794 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-ccc42efe-eae1-4451-ac1b-28162cb532bc admin admin] Usage tracker for resource:security_group_rule and tenant:ec7b8e7fc3464d6b8b8eb54090b27899 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:17:49.313320 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-ccc42efe-eae1-4451-ac1b-28162cb532bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:17:49.322703 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-ccc42efe-eae1-4451-ac1b-28162cb532bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:17:49.415241 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ccc42efe-eae1-4451-ac1b-28162cb532bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:49.419604 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ccc42efe-eae1-4451-ac1b-28162cb532bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:49.426380 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7d8e12fd-71c1-41d5-adfa-102e17d9598f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:49.453138 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:49.457880 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc42efe-eae1-4451-ac1b-28162cb532bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634d4037-9f65-40f9-b3ec-03b84050a3fc,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:49.467099 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ccc42efe-eae1-4451-ac1b-28162cb532bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:49.476130 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-ccc42efe-eae1-4451-ac1b-28162cb532bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec7b8e7fc3464d6b8b8eb54090b27899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088597 Apr 30 16:17:49.478729 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 57902) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:17:49.540619 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ad608526-5c64-42d5-a42a-4c6361ac6480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:49.568236 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ad608526-5c64-42d5-a42a-4c6361ac6480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:49.619926 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ad608526-5c64-42d5-a42a-4c6361ac6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:49.623631 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ea3f4ded-b64a-433e-9fe3-30fdcdb0de5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:17:49.638666 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad608526-5c64-42d5-a42a-4c6361ac6480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634d4037-9f65-40f9-b3ec-03b84050a3fc,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:17:49.641501 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ad608526-5c64-42d5-a42a-4c6361ac6480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:17:49.651510 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-ad608526-5c64-42d5-a42a-4c6361ac6480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:49.652621 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-ad608526-5c64-42d5-a42a-4c6361ac6480 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/634d4037-9f65-40f9-b3ec-03b84050a3fc HTTP/1.1" status: 204 len: 168 time: 0.1729181 Apr 30 16:18:00.238205 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:14.108910 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1310fd3a-a964-4258-acbd-881d35227cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:15.348836 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:18:15.981130 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58062) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:16.101186 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:16.115409 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:16.119193 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e546ec57d694466f877fe0cb51a3b50c is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:16.121976 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:16.127740 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:16.215730 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:16.220448 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:16.227416 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2609135f-8d12-457b-ae80-5b98b9501663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:16.269559 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e546ec57d694466f877fe0cb51a3b50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870889 Apr 30 16:18:16.270415 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0fdbdb-5b7b-4560-8601-c17a074e49f3,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:16.272104 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58068) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:16.273895 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:16.343866 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:16.372381 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:16.432523 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:16.437361 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-0dc0a71a-dd96-4dce-a084-118109ba7bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:16.449029 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0fdbdb-5b7b-4560-8601-c17a074e49f3,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:16.460645 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.461004 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.461364 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.461710 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.462077 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.464461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.464461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.464461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.464461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.464461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.464461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.464461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:16.467816 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:16.468969 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd0fdbdb-5b7b-4560-8601-c17a074e49f3 HTTP/1.1" status: 204 len: 168 time: 0.1958342 Apr 30 16:18:16.469925 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3ee13021-58d6-4203-8c1f-e85fbf7cc036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:16.857284 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a2a05fab-710b-4b11-8826-830ff2968b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.055359 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.273139 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58092) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:17.383226 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-171209194-network', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:17.388311 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:17.393566 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Usage tracker for resource:network and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:17.396667 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:17.403514 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:17.414160 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Made reservation on behalf of bae9b7c01b7c456fa4ee6ca1931a9224 for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:18:17.416545 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.430945 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.447919 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:17.452054 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Usage tracker for resource:security_group_rule and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:17.455002 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:17.460771 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:17.543009 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.547053 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.550191 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-27190538-c2b2-463b-97e7-f0d5181082be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:17.646091 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:18:17.651322 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d3bc1e-73e5-410c-86f8-27ba495d5f11,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:17.655324 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:17.659163 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.659420 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Added segment c1a28ff4-5f2f-40ae-9c04-bfa445f53574 of type vlan for network 26412359-5dae-48ee-ab70-c737e2a075c1 Apr 30 16:18:17.685779 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.719208 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.720701 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:17.721290 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.726097 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-45f35256-7083-4772-aa59-6ef1a0e62cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:17.830764 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Pushing event updated for resources: {'Network': ['ID=26412359-5dae-48ee-ab70-c737e2a075c1,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:17.833896 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:17.835946 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5618124 Apr 30 16:18:17.839086 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58098) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:17.841817 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 26412359-5dae-48ee-ab70-c737e2a075c1 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:18:17.845890 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Request body: {'subnet': {'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-171209194-subnet', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'ip_version': 4}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:17.850795 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:17.854542 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Usage tracker for resource:subnet and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:17.857336 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:17.864456 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:17.874971 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Made reservation on behalf of bae9b7c01b7c456fa4ee6ca1931a9224 for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:18:17.877251 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4043161'] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:17.989033 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:18.262207 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3047972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4043147'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:18.266822 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d86b5dba-15cb-4e3e-ac87-d0f188c9f37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:18.341712 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2320fcb7-934a-4477-bb98-c770bbb85177,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:18.345903 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:18.350422 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Checking segment: {'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:18:18.350783 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Network hostable DHCP agents. Network: 26412359-5dae-48ee-ab70-c737e2a075c1, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:18:18.367889 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Network 26412359-5dae-48ee-ab70-c737e2a075c1 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:18:18.380322 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 26412359-5dae-48ee-ab70-c737e2a075c1) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:18.389801 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2a97f1-1ebf-43d7-8e24-67b1b503f096 None None] Network 26412359-5dae-48ee-ab70-c737e2a075c1 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:18:18.390006 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:18.390580 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:18.410874 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-d13fa5d1-e349-40b0-9b6a-9e2b3943ffab admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5706735 Apr 30 16:18:18.413455 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58102) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:18.418389 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:18.423425 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:18.427566 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Usage tracker for resource:router and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:18.430506 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:18.436895 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:18.447058 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13610'] for router, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:18.447953 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:18.464550 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:18.602884 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df3fdd3-ac88-5b73-8693-e99319fc8c38-26412359-5dae-48ee-ab70-c737e2a075c1', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177'}]}} from dv-cinder-775008-3-smb. {{(pid=73865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:18:18.603740 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:18.738438 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13637'] for router, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:18.767417 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.db_base_plugin_common [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Allocated IP 172.20.0.2 (26412359-5dae-48ee-ab70-c737e2a075c1/2320fcb7-934a-4477-bb98-c770bbb85177/e4e1e4b3-91bf-48d3-b559-ae4c572bfa86) {{(pid=73865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:18:18.970708 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Notify callbacks [] for port, precommit_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:18.981186 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Transition to ACTIVE for port object e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:19.003375 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Transition to ACTIVE for port object e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 will not be triggered until provisioned by entity DHCP. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:19.008996 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:19.012710 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:19.054615 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:19.068446 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Network 26412359-5dae-48ee-ab70-c737e2a075c1 is already hosted by enough agents. {{(pid=73865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:18:19.075672 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.base_scheduler [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Resources bound (agent type, host, resource id): {{(pid=73865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:19.080387 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Received port after_create {{(pid=73865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:18:19.084333 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:19.089476 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Pushing event updated for resources: {'Port': ['ID=e4e1e4b3-91bf-48d3-b559-ae4c572bfa86,revision_number=1']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:19.131041 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.131492 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.131730 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.132048 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.132379 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.132706 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.133048 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.133361 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.133808 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.134182 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.134507 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.134826 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:19.166977 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:19.194117 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Attempting to bind port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:18:19.194498 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Attempting to bind port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:18:19.194875 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Attempting to bind port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 on network 26412359-5dae-48ee-ab70-c737e2a075c1 {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:18:19.201020 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:18:19.202067 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Checking segment: {'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:18:19.202489 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:19.202898 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Bound using segment: {'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:18:19.203383 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Bound port: e4e1e4b3-91bf-48d3-b559-ae4c572bfa86, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:18:19.203769 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:19.295764 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] For port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:18:19.299061 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] For port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=e4e1e4b3-91bf-48d3-b559-ae4c572bfa86,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:18:19.302887 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:19.307285 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Allocated IP 172.28.2.115 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:18:19.307465 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:19.429631 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Pushing event updated for resources: {'Port': ['ID=e4e1e4b3-91bf-48d3-b559-ae4c572bfa86,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:19.445375 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:19.468970 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:19.470628 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:19.501745 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:19.505849 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:19.579820 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:18:19.583909 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:19.590806 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:18:19.628946 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:19.634241 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:20.028685 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:20.266504 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c1540-bd61-4a2d-8c16-22c92224abae None None] Network 26412359-5dae-48ee-ab70-c737e2a075c1 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:18:20.373564 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-8f3d4c3e-45ef-4050-8bd2-67a1f9495564 None None] Provisioning for port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:20.383126 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396384'] for router, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:20.595237 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Router 94d2478a-385d-45b1-b10e-a6338dabcbd7 is scheduled to L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 with binding_index 1 {{(pid=73862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:18:20.867363 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:18:20.875830 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Sync routers for ids ['94d2478a-385d-45b1-b10e-a6338dabcbd7'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:18:20.885490 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Routers {'94d2478a-385d-45b1-b10e-a6338dabcbd7'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:20.886066 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['94d2478a-385d-45b1-b10e-a6338dabcbd7'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:20.891669 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Notify callbacks [] for router, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:20.893018 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4785969 Apr 30 16:18:20.895691 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58108) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:21.095784 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Set router 94d2478a-385d-45b1-b10e-a6338dabcbd7 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:21.208751 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:21.280458 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:21.285594 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:21.286005 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:21.392135 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:19Z', 'revision_number': 3, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:21.396004 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Checking router: 94d2478a-385d-45b1-b10e-a6338dabcbd7 for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:18:21.396385 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Updating router 94d2478a-385d-45b1-b10e-a6338dabcbd7 port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 binding host dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:18:21.409568 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:21.443386 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=e4e1e4b3-91bf-48d3-b559-ae4c572bfa86,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:21.448240 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:21.450259 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:21.456660 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:21.525917 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=e4e1e4b3-91bf-48d3-b559-ae4c572bfa86,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:21.531141 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:21.606948 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:21.806856 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Notify callbacks [] for port, precommit_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:21.819522 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.provisioning_blocks [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Transition to ACTIVE for port object b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 will not be triggered until provisioned by entity L2. {{(pid=73867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:21.828497 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:21.828875 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Allocated IP 172.20.0.1 (26412359-5dae-48ee-ab70-c737e2a075c1/2320fcb7-934a-4477-bb98-c770bbb85177/3ba5e8ed-5435-499d-8736-9e9632bbf317) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:18:21.833088 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-e22ebb26-5c9e-4698-bddd-0c3f389dcd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:21.910872 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Pushing event updated for resources: {'Port': ['ID=b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7,revision_number=2']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:21.920391 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.920723 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.921053 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.921375 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.921696 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.922048 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.922365 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.922680 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.923065 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.923383 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.923724 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.923987 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:21.927640 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Attempting to bind port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:18:21.928005 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Attempting to bind port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:18:21.928366 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Attempting to bind port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 on network d117264f-45ab-46f5-bf84-1e548aed77de {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:18:21.934362 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:21.935326 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:18:21.935863 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Checking segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:18:21.936258 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:21.936648 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Bound using segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:18:21.937111 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Bound port: b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:18:21.937504 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:21.982696 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:21.997749 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Transition to ACTIVE for port object 3ba5e8ed-5435-499d-8736-9e9632bbf317 will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:22.016227 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] For port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:18:22.019367 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] For port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:18:22.022549 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:22.023419 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:22.027451 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:22.032400 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:22.084721 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Network 26412359-5dae-48ee-ab70-c737e2a075c1 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:18:22.091601 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:22.095854 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Routers {'94d2478a-385d-45b1-b10e-a6338dabcbd7'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:22.096052 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:18:22.096464 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['94d2478a-385d-45b1-b10e-a6338dabcbd7'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:22.131651 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba5e8ed-5435-499d-8736-9e9632bbf317,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:22.148514 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.148879 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.149238 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.149586 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.149953 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.150298 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.150646 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.150987 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.151332 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.151671 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.152008 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.152344 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:18:22.157970 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:22.166371 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424174'] for router_interface, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:22.192592 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Pushing event updated for resources: {'Port': ['ID=b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7,revision_number=3']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:22.199038 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:22.304296 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] Set router 94d2478a-385d-45b1-b10e-a6338dabcbd7 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:22.342150 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-73587628-dfe5-42d6-bc67-e7496e8e2876 None None] Provisioning for port 3ba5e8ed-5435-499d-8736-9e9632bbf317 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:22.348583 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-73587628-dfe5-42d6-bc67-e7496e8e2876 None None] Provisioning complete for port 3ba5e8ed-5435-499d-8736-9e9632bbf317 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:22.349265 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-73587628-dfe5-42d6-bc67-e7496e8e2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:22.409789 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-73587628-dfe5-42d6-bc67-e7496e8e2876 None None] Port 3ba5e8ed-5435-499d-8736-9e9632bbf317 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:18:22.537107 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:22.600373 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:19Z', 'revision_number': 3, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:22.604131 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb87a1e-3318-4bad-bdcd-0dccc48e6627 None None] The sync data for ids ['94d2478a-385d-45b1-b10e-a6338dabcbd7'] in dv-cinder-775008-3-smb is: [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:19Z', 'revision_number': 3, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:18:22.767837 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:22.772554 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:22.829747 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9629a979-1664-43e0-9a84-f53642dbea81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:22.879755 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424011'] for router_interface, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:22.933246 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba5e8ed-5435-499d-8736-9e9632bbf317,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:22.939168 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:23.047704 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Network 26412359-5dae-48ee-ab70-c737e2a075c1 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:18:23.049201 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:23.260217 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Router 94d2478a-385d-45b1-b10e-a6338dabcbd7 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:18:23.277798 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:23.360929 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-2bdcafaa-7ac1-4373-9e34-30463a5ba65b None None] Provisioning complete for port 3ba5e8ed-5435-499d-8736-9e9632bbf317 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:23.361953 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2bdcafaa-7ac1-4373-9e34-30463a5ba65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:23.395630 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:23.410695 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:23.411354 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:23.464427 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:18:23.470569 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcafaa-7ac1-4373-9e34-30463a5ba65b None None] Port 3ba5e8ed-5435-499d-8736-9e9632bbf317 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:18:23.483092 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] 10.222.0.15 "PUT /v2.0/routers/94d2478a-385d-45b1-b10e-a6338dabcbd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5861344 Apr 30 16:18:23.553622 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:23.570931 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:23.574993 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:23.575854 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:23.605187 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:23.697264 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:23.701516 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:23.707040 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:23.707418 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.006734 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58126) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:24.012404 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-466311510-network', 'tenant_id': '9093626426e940dda5db8d88188a29c7'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:24.017449 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:24.021262 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Usage tracker for resource:network and tenant:9093626426e940dda5db8d88188a29c7 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:24.024161 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:24.030830 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:24.041246 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Made reservation on behalf of 9093626426e940dda5db8d88188a29c7 for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:18:24.043640 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.057113 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.072918 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:24.077570 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Usage tracker for resource:security_group_rule and tenant:9093626426e940dda5db8d88188a29c7 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:24.080461 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:24.086124 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:24.177536 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Sync routers for ids ['94d2478a-385d-45b1-b10e-a6338dabcbd7'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:18:24.178379 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.182428 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.185504 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-710af99d-7a12-4420-b389-b7d7f65d8a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:24.188230 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Routers {'94d2478a-385d-45b1-b10e-a6338dabcbd7'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:24.188938 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['94d2478a-385d-45b1-b10e-a6338dabcbd7'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:24.213379 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:18:24.222545 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022713d3-6993-4115-abfb-7186269ac249,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:24.226112 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:24.229229 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.229565 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Added segment 4f6ce09b-f198-4f48-9752-3b28e8f07832 of type vlan for network 58dc4e66-3199-4e40-adee-f9d45ecae032 Apr 30 16:18:24.256209 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.286328 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.287680 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:24.288257 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.291576 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7ebefb10-9ca1-4fc4-b5e5-5820259828fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:24.375685 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Set router 94d2478a-385d-45b1-b10e-a6338dabcbd7 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:24.390579 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Pushing event updated for resources: {'Network': ['ID=58dc4e66-3199-4e40-adee-f9d45ecae032,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:24.393844 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3860860 Apr 30 16:18:24.394726 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6d4f270c-fa59-482a-8398-e3ff1588ca89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:24.396649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58130) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:24.402072 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Request body: {'subnet': {'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-466311510-subnet', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'ip_version': 4}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:24.407576 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:24.411377 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Usage tracker for resource:subnet and tenant:9093626426e940dda5db8d88188a29c7 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:24.414265 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:24.419093 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 58dc4e66-3199-4e40-adee-f9d45ecae032 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:18:24.420294 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:24.431386 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Made reservation on behalf of 9093626426e940dda5db8d88188a29c7 for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:18:24.433221 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4043161'] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.824855 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '3ba5e8ed-5435-499d-8736-9e9632bbf317', 'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'mac_address': 'fa:16:3e:ba:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:21Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 2, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'subnets': [{'id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:24.829675 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Checking router: 94d2478a-385d-45b1-b10e-a6338dabcbd7 for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:18:24.830083 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Updating router 94d2478a-385d-45b1-b10e-a6338dabcbd7 port 3ba5e8ed-5435-499d-8736-9e9632bbf317 binding host dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:18:24.885893 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.917010 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3047972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4043147'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.920866 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:24.994988 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:24.997846 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:25.005812 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Checking segment: {'id': '4f6ce09b-f198-4f48-9752-3b28e8f07832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:18:25.006205 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Network hostable DHCP agents. Network: 58dc4e66-3199-4e40-adee-f9d45ecae032, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:18:25.024515 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Network 58dc4e66-3199-4e40-adee-f9d45ecae032 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:18:25.035545 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 58dc4e66-3199-4e40-adee-f9d45ecae032) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:25.045285 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:25.046024 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.051677 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4780c13-1ef0-47e3-b3f6-c54e934e694c None None] Network 58dc4e66-3199-4e40-adee-f9d45ecae032 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:18:25.066564 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-3ab7f8d4-6c15-4e7d-93e3-6599d520fe15 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6689167 Apr 30 16:18:25.069113 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58134) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:25.074536 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-466311510-router', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:25.079722 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:25.083493 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Usage tracker for resource:router and tenant:9093626426e940dda5db8d88188a29c7 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:25.086324 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:25.092517 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:25.103145 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13610'] for router, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.104102 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.127148 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.193453 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:25.408822 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13637'] for router, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.409427 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:25.409889 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.537621 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df3fdd3-ac88-5b73-8693-e99319fc8c38-58dc4e66-3199-4e40-adee-f9d45ecae032', 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'fixed_ips': [{'subnet_id': 'b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a'}]}} from dv-cinder-775008-3-smb. {{(pid=73865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:18:25.538511 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.551519 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Notify callbacks [] for port, precommit_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.574859 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Transition to ACTIVE for port object 3ba5e8ed-5435-499d-8736-9e9632bbf317 will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:25.618259 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.646130 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:25.737279 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.769020 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:25.876822 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81ae64-394d-4c99-b2d4-39389e2a0149 None None] Pushing event updated for resources: {'Port': ['ID=3ba5e8ed-5435-499d-8736-9e9632bbf317,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:25.887995 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-5d81ae64-394d-4c99-b2d4-39389e2a0149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:25.917069 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Allocated IP 172.28.2.92 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/9f46441d-0704-4b90-9d1f-f7cb457fc126) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:18:25.988917 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Attempting to bind port 3ba5e8ed-5435-499d-8736-9e9632bbf317 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:18:25.989207 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Attempting to bind port 3ba5e8ed-5435-499d-8736-9e9632bbf317 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:18:25.989578 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Attempting to bind port 3ba5e8ed-5435-499d-8736-9e9632bbf317 on network 26412359-5dae-48ee-ab70-c737e2a075c1 {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:18:26.005162 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:18:26.005636 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Checking segment: {'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:18:26.005984 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:26.006392 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Bound using segment: {'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:18:26.006873 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Bound port: 3ba5e8ed-5435-499d-8736-9e9632bbf317, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:18:26.007253 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:26.026908 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.db_base_plugin_common [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Allocated IP 172.20.0.2 (58dc4e66-3199-4e40-adee-f9d45ecae032/b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a/4f50989c-1fb1-44e7-83f9-0c510d35c3a8) {{(pid=73865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:18:26.067514 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:26.098241 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:26.102724 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:26.160709 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:18:26.167498 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:26.170562 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:18:26.215782 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Pushing event updated for resources: {'Port': ['ID=9f46441d-0704-4b90-9d1f-f7cb457fc126,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:26.219103 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:26.254280 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] For port 3ba5e8ed-5435-499d-8736-9e9632bbf317, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:18:26.258639 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] For port 3ba5e8ed-5435-499d-8736-9e9632bbf317, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=3ba5e8ed-5435-499d-8736-9e9632bbf317,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:18:26.265141 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:26.270843 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:26.410458 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Routers {'94d2478a-385d-45b1-b10e-a6338dabcbd7'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:26.411171 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['94d2478a-385d-45b1-b10e-a6338dabcbd7'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:26.500119 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81ae64-394d-4c99-b2d4-39389e2a0149 None None] Pushing event updated for resources: {'Port': ['ID=3ba5e8ed-5435-499d-8736-9e9632bbf317,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:26.509974 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-5d81ae64-394d-4c99-b2d4-39389e2a0149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:26.525716 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Notify callbacks [] for port, precommit_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:26.601827 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Transition to ACTIVE for port object 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:26.648189 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Transition to ACTIVE for port object 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 will not be triggered until provisioned by entity DHCP. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:26.662592 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:26.667189 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] Set router 94d2478a-385d-45b1-b10e-a6338dabcbd7 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:26.700342 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:26.712337 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:26.862246 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Network 58dc4e66-3199-4e40-adee-f9d45ecae032 is already hosted by enough agents. {{(pid=73865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:18:26.879494 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.base_scheduler [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Resources bound (agent type, host, resource id): {{(pid=73865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:26.883452 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Pushing event updated for resources: {'Port': ['ID=4f50989c-1fb1-44e7-83f9-0c510d35c3a8,revision_number=1']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:26.896009 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Received port after_create {{(pid=73865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:18:26.899388 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:27.047812 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396384'] for router, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:27.058221 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Attempting to bind port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:18:27.058602 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Attempting to bind port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': '4f6ce09b-f198-4f48-9752-3b28e8f07832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:18:27.058978 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Attempting to bind port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 on network 58dc4e66-3199-4e40-adee-f9d45ecae032 {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:18:27.076984 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:18:27.077361 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Checking segment: {'id': '4f6ce09b-f198-4f48-9752-3b28e8f07832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:18:27.077768 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:27.078198 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Bound using segment: {'id': '4f6ce09b-f198-4f48-9752-3b28e8f07832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:18:27.078679 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Bound port: 4f50989c-1fb1-44e7-83f9-0c510d35c3a8, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6ce09b-f198-4f48-9752-3b28e8f07832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:18:27.079059 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:27.219784 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] For port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:18:27.223559 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] For port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=4f50989c-1fb1-44e7-83f9-0c510d35c3a8,segment=NetworkSegment(4f6ce09b-f198-4f48-9752-3b28e8f07832),segment_id=4f6ce09b-f198-4f48-9752-3b28e8f07832)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:18:27.231515 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:27.236500 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '3ba5e8ed-5435-499d-8736-9e9632bbf317', 'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'mac_address': 'fa:16:3e:ba:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:21Z', 'updated_at': '2021-04-30T16:18:26Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'subnets': [{'id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:27.240138 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:27.261471 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Router c6148bb8-f34f-476b-bb06-816b44bc97c2 is scheduled to L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 with binding_index 1 {{(pid=73862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:18:27.283686 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a79b759-59a0-4863-924b-62098a73ebe1 None None] The sync data for ids ['94d2478a-385d-45b1-b10e-a6338dabcbd7'] in dv-cinder-775008-3-smb is: [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '3ba5e8ed-5435-499d-8736-9e9632bbf317', 'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'mac_address': 'fa:16:3e:ba:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:21Z', 'updated_at': '2021-04-30T16:18:26Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'subnets': [{'id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:18:27.318180 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Pushing event updated for resources: {'Port': ['ID=4f50989c-1fb1-44e7-83f9-0c510d35c3a8,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:27.321376 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:27.458793 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:18:27.468935 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Sync routers for ids ['c6148bb8-f34f-476b-bb06-816b44bc97c2'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:18:27.484353 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Routers {'c6148bb8-f34f-476b-bb06-816b44bc97c2'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:27.486364 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-62129972-171d-4705-ba0f-025d6faba979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['c6148bb8-f34f-476b-bb06-816b44bc97c2'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:27.495422 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Notify callbacks [] for router, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:27.500894 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58138) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:27.504575 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4341614 Apr 30 16:18:27.737566 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Set router c6148bb8-f34f-476b-bb06-816b44bc97c2 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:28.041249 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-62129972-171d-4705-ba0f-025d6faba979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'name': 'tempest-TestMinimumBasicScenario-466311510-router', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92'}], 'enable_snat': True}, 'gw_port_id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:26Z', 'revision_number': 3, 'project_id': '9093626426e940dda5db8d88188a29c7', 'gw_port': {'id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:28.047342 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Checking router: c6148bb8-f34f-476b-bb06-816b44bc97c2 for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:18:28.047710 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Updating router c6148bb8-f34f-476b-bb06-816b44bc97c2 port 9f46441d-0704-4b90-9d1f-f7cb457fc126 binding host dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:18:28.108969 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:28.400420 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:28.444723 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e99dd8-2767-47cc-8658-da6550219182 None None] Network 58dc4e66-3199-4e40-adee-f9d45ecae032 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:18:28.537145 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Notify callbacks [] for port, precommit_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:28.552563 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-ca153162-ea24-4538-9b20-7421457f8ca0 None None] Provisioning for port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:28.557552 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.provisioning_blocks [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Transition to ACTIVE for port object 9f46441d-0704-4b90-9d1f-f7cb457fc126 will not be triggered until provisioned by entity L2. {{(pid=73867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:28.572499 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:28.579291 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-7d69a4ac-b318-438d-bc1c-a12af465d41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:28.650697 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Attempting to bind port 9f46441d-0704-4b90-9d1f-f7cb457fc126 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:18:28.651338 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Attempting to bind port 9f46441d-0704-4b90-9d1f-f7cb457fc126 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:18:28.651488 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Attempting to bind port 9f46441d-0704-4b90-9d1f-f7cb457fc126 on network d117264f-45ab-46f5-bf84-1e548aed77de {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:18:28.652338 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Allocated IP 172.20.0.1 (58dc4e66-3199-4e40-adee-f9d45ecae032/b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a/343280e8-1407-491e-a411-54f1852e5b49) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:18:28.664032 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:18:28.664032 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Checking segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:18:28.664858 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:28.664858 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Bound using segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:18:28.665273 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Bound port: 9f46441d-0704-4b90-9d1f-f7cb457fc126, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:18:28.665697 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:28.709756 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be076073-9e50-4403-a082-ca3ea375081b None None] Pushing event updated for resources: {'Port': ['ID=9f46441d-0704-4b90-9d1f-f7cb457fc126,revision_number=2']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:28.720177 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-be076073-9e50-4403-a082-ca3ea375081b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:28.751931 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-62129972-171d-4705-ba0f-025d6faba979 None None] For port 9f46441d-0704-4b90-9d1f-f7cb457fc126, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:18:28.755244 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-62129972-171d-4705-ba0f-025d6faba979 None None] For port 9f46441d-0704-4b90-9d1f-f7cb457fc126, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=9f46441d-0704-4b90-9d1f-f7cb457fc126,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:18:28.765317 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:28.772992 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-dfaf38e5-7444-4320-a392-7c6d1cc08236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:28.826002 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:28.832965 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Routers {'c6148bb8-f34f-476b-bb06-816b44bc97c2'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:28.833601 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-62129972-171d-4705-ba0f-025d6faba979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['c6148bb8-f34f-476b-bb06-816b44bc97c2'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:28.844295 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Transition to ACTIVE for port object 343280e8-1407-491e-a411-54f1852e5b49 will not be triggered until provisioned by entity DHCP. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:28.873387 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:28.877510 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3e1d66a5-fb52-4f9d-8627-af5182fa353b tempest-VolumesNegativeTest-973088523 tempest-VolumesNegativeTest-973088523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:28.938846 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Network 58dc4e66-3199-4e40-adee-f9d45ecae032 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:18:28.945720 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:28.951172 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:18:28.987713 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Pushing event updated for resources: {'Port': ['ID=343280e8-1407-491e-a411-54f1852e5b49,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:28.995532 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:28.999471 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be076073-9e50-4403-a082-ca3ea375081b None None] Pushing event updated for resources: {'Port': ['ID=9f46441d-0704-4b90-9d1f-f7cb457fc126,revision_number=3']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:29.004337 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-be076073-9e50-4403-a082-ca3ea375081b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:29.011292 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424174'] for router_interface, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:29.041579 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-62129972-171d-4705-ba0f-025d6faba979 None None] Set router c6148bb8-f34f-476b-bb06-816b44bc97c2 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:29.239728 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 3ba5e8ed-5435-499d-8736-9e9632bbf317 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:29.279404 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-0797eb04-2a84-4aa0-89ca-05d2ee75abe1 None None] Provisioning for port 343280e8-1407-491e-a411-54f1852e5b49 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:29.286673 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-0797eb04-2a84-4aa0-89ca-05d2ee75abe1 None None] Provisioning complete for port 343280e8-1407-491e-a411-54f1852e5b49 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:29.287169 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-0797eb04-2a84-4aa0-89ca-05d2ee75abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:29.312132 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:29.346944 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-0797eb04-2a84-4aa0-89ca-05d2ee75abe1 None None] Port 343280e8-1407-491e-a411-54f1852e5b49 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:18:29.383578 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 3ba5e8ed-5435-499d-8736-9e9632bbf317 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:29.389633 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 3ba5e8ed-5435-499d-8736-9e9632bbf317 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:29.390180 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:29.392153 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-62129972-171d-4705-ba0f-025d6faba979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'name': 'tempest-TestMinimumBasicScenario-466311510-router', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92'}], 'enable_snat': True}, 'gw_port_id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:26Z', 'revision_number': 3, 'project_id': '9093626426e940dda5db8d88188a29c7', 'gw_port': {'id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:29.396478 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62129972-171d-4705-ba0f-025d6faba979 None None] The sync data for ids ['c6148bb8-f34f-476b-bb06-816b44bc97c2'] in dv-cinder-775008-3-smb is: [{'id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'name': 'tempest-TestMinimumBasicScenario-466311510-router', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92'}], 'enable_snat': True}, 'gw_port_id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:26Z', 'revision_number': 3, 'project_id': '9093626426e940dda5db8d88188a29c7', 'gw_port': {'id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:18:29.578941 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:29.587360 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:29.596044 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:29.634905 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c0bbf04a-7996-4609-a8ef-43c3bedd3b77 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:29.644911 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 3ba5e8ed-5435-499d-8736-9e9632bbf317, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=3ba5e8ed-5435-499d-8736-9e9632bbf317,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:29.648663 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:29.649740 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:29.691703 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:29.725246 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424011'] for router_interface, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:29.738271 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Pushing event updated for resources: {'Port': ['ID=343280e8-1407-491e-a411-54f1852e5b49,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:29.742759 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:29.801779 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=3ba5e8ed-5435-499d-8736-9e9632bbf317,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:29.806012 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:29.820811 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:29.828942 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:29.829462 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:29.907204 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Network 58dc4e66-3199-4e40-adee-f9d45ecae032 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:18:29.908608 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:30.010689 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:30.060239 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=4f50989c-1fb1-44e7-83f9-0c510d35c3a8,segment=NetworkSegment(4f6ce09b-f198-4f48-9752-3b28e8f07832),segment_id=4f6ce09b-f198-4f48-9752-3b28e8f07832)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:30.065963 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:30.070799 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:30.160228 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=4f50989c-1fb1-44e7-83f9-0c510d35c3a8,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:30.163978 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:30.209297 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Router c6148bb8-f34f-476b-bb06-816b44bc97c2 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:18:30.258490 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:30.276869 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-25e4b1d0-a9f3-4520-a70f-e7471d342a5d None None] Provisioning complete for port 343280e8-1407-491e-a411-54f1852e5b49 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:30.277423 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-25e4b1d0-a9f3-4520-a70f-e7471d342a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:30.364269 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-25e4b1d0-a9f3-4520-a70f-e7471d342a5d None None] Port 343280e8-1407-491e-a411-54f1852e5b49 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:18:30.375651 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3f602-87c6-47b0-9da3-ee0c09468339 req-96ac9346-152d-4866-b39d-4098cb751721 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:30.377880 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e9b3f602-87c6-47b0-9da3-ee0c09468339 req-96ac9346-152d-4866-b39d-4098cb751721 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 946 time: 0.0936415 Apr 30 16:18:30.435282 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e9b3f602-87c6-47b0-9da3-ee0c09468339 req-f55dd103-ab6f-45d3-bea3-124135a86c03 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505595 Apr 30 16:18:30.533994 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:18:30.542625 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] 10.222.0.15 "PUT /v2.0/routers/c6148bb8-f34f-476b-bb06-816b44bc97c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0406961 Apr 30 16:18:31.131082 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Sync routers for ids ['c6148bb8-f34f-476b-bb06-816b44bc97c2'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:18:31.145710 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Routers {'c6148bb8-f34f-476b-bb06-816b44bc97c2'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:31.146486 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['c6148bb8-f34f-476b-bb06-816b44bc97c2'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:31.289783 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 3ba5e8ed-5435-499d-8736-9e9632bbf317 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:31.385098 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Set router c6148bb8-f34f-476b-bb06-816b44bc97c2 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:31.468007 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 3ba5e8ed-5435-499d-8736-9e9632bbf317 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:31.468460 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:31.645545 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93dbd6-2f40-458c-a19e-8daf5a0e32a9 req-f9fd7d39-d8f2-4de9-8a0d-8bbb289e89cc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:31.647228 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9d93dbd6-2f40-458c-a19e-8daf5a0e32a9 req-f9fd7d39-d8f2-4de9-8a0d-8bbb289e89cc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 946 time: 0.0997727 Apr 30 16:18:31.718237 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9d93dbd6-2f40-458c-a19e-8daf5a0e32a9 req-49ef19fd-2cb8-432f-982b-5ba198c9d361 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649323 Apr 30 16:18:31.849083 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 9f46441d-0704-4b90-9d1f-f7cb457fc126 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:31.925196 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'name': 'tempest-TestMinimumBasicScenario-466311510-router', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92'}], 'enable_snat': True}, 'gw_port_id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:29Z', 'revision_number': 4, 'project_id': '9093626426e940dda5db8d88188a29c7', 'gw_port': {'id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '343280e8-1407-491e-a411-54f1852e5b49', 'name': '', 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'mac_address': 'fa:16:3e:7f:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:28Z', 'updated_at': '2021-04-30T16:18:29Z', 'revision_number': 2, 'project_id': '9093626426e940dda5db8d88188a29c7', 'subnets': [{'id': 'b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:31.931245 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Checking router: c6148bb8-f34f-476b-bb06-816b44bc97c2 for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:18:31.931695 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Updating router c6148bb8-f34f-476b-bb06-816b44bc97c2 port 343280e8-1407-491e-a411-54f1852e5b49 binding host dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:18:31.986853 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 9f46441d-0704-4b90-9d1f-f7cb457fc126 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:32.001754 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 9f46441d-0704-4b90-9d1f-f7cb457fc126 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:32.002146 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:32.031954 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:32.290461 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:32.389973 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-65ab4f71-c9fd-4237-b454-75da82ae4fbc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:32.391428 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-65ab4f71-c9fd-4237-b454-75da82ae4fbc tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 946 time: 0.0841026 Apr 30 16:18:32.405122 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 9f46441d-0704-4b90-9d1f-f7cb457fc126, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=9f46441d-0704-4b90-9d1f-f7cb457fc126,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:32.426275 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:32.427167 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:32.504546 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:32.556307 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Deleting port 95beb57e-dced-449f-825a-c087f496c6a6 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:18:32.556597 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:32.624787 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:32.625271 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:32.656138 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=9f46441d-0704-4b90-9d1f-f7cb457fc126,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:32.659476 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:32.719835 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] For port 95beb57e-dced-449f-825a-c087f496c6a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=95beb57e-dced-449f-825a-c087f496c6a6,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:32.720450 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:32.837856 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Notify callbacks [] for port, precommit_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:32.864578 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Transition to ACTIVE for port object 343280e8-1407-491e-a411-54f1852e5b49 will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:32.875962 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:32.880093 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:32.976956 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db414c42-4825-44b9-9080-740c895111f7 None None] Pushing event updated for resources: {'Port': ['ID=343280e8-1407-491e-a411-54f1852e5b49,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:32.980469 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-db414c42-4825-44b9-9080-740c895111f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:33.035800 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d8f7f-485f-4058-831b-31f00a2e6e7f req-c6992539-6b98-4815-b550-ba8c2daafbe2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:33.050508 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ac4d8f7f-485f-4058-831b-31f00a2e6e7f req-c6992539-6b98-4815-b550-ba8c2daafbe2 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 946 time: 0.1467206 Apr 30 16:18:33.109120 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ac4d8f7f-485f-4058-831b-31f00a2e6e7f req-320b5d69-6abd-4dc9-9eda-9450ab39e8c0 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups?id=359c07c6-85c5-47c5-9834-043800dc68ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572584 Apr 30 16:18:33.202698 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:33.203073 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:33.203383 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.l3_db [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Floating IP 3e987046-8df8-4448-a97e-dee0ad602b32 disassociated. External IP: 172.28.2.67, port: 95beb57e-dced-449f-825a-c087f496c6a6. Apr 30 16:18:33.203733 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Calling delete_port for 95beb57e-dced-449f-825a-c087f496c6a6 owned by compute:nova {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:18:33.242993 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Attempting to bind port 343280e8-1407-491e-a411-54f1852e5b49 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:18:33.243375 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Attempting to bind port 343280e8-1407-491e-a411-54f1852e5b49 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': '4f6ce09b-f198-4f48-9752-3b28e8f07832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:18:33.244096 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Attempting to bind port 343280e8-1407-491e-a411-54f1852e5b49 on network 58dc4e66-3199-4e40-adee-f9d45ecae032 {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:18:33.259317 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:18:33.259947 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Checking segment: {'id': '4f6ce09b-f198-4f48-9752-3b28e8f07832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:18:33.260610 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:33.261171 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Bound using segment: {'id': '4f6ce09b-f198-4f48-9752-3b28e8f07832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:18:33.261819 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Bound port: 343280e8-1407-491e-a411-54f1852e5b49, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6ce09b-f198-4f48-9752-3b28e8f07832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:18:33.262955 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:33.275675 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 9f46441d-0704-4b90-9d1f-f7cb457fc126 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:33.383152 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:33.390572 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ae6f6acb-14bb-434c-8661-c0dddb411485 tempest-VolumesActionsTest-2085621906 tempest-VolumesActionsTest-2085621906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:33.437840 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event deleted for resources: {'Port': ['ID=95beb57e-dced-449f-825a-c087f496c6a6,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:33.441345 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:33.444139 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 9f46441d-0704-4b90-9d1f-f7cb457fc126 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:33.444579 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:33.486639 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] For port 343280e8-1407-491e-a411-54f1852e5b49, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:18:33.510328 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] For port 343280e8-1407-491e-a411-54f1852e5b49, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=343280e8-1407-491e-a411-54f1852e5b49,segment=NetworkSegment(4f6ce09b-f198-4f48-9752-3b28e8f07832),segment_id=4f6ce09b-f198-4f48-9752-3b28e8f07832)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:18:33.522885 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:33.537420 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:33.629385 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Routers {'c6148bb8-f34f-476b-bb06-816b44bc97c2'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:33.629956 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['c6148bb8-f34f-476b-bb06-816b44bc97c2'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:33.708547 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db414c42-4825-44b9-9080-740c895111f7 None None] Pushing event updated for resources: {'Port': ['ID=343280e8-1407-491e-a411-54f1852e5b49,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:33.710208 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:18:33.828095 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-db414c42-4825-44b9-9080-740c895111f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:33.984015 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:18:33.994106 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] Sync routers for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:18:34.016466 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:34.017093 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:34.032818 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] Set router c6148bb8-f34f-476b-bb06-816b44bc97c2 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:34.195770 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] No DVR routers for this DVR port 95beb57e-dced-449f-825a-c087f496c6a6 on host hv-cinder-77500 {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:18:34.203212 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:34.205985 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'name': 'network-vif-deleted', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:18:34.231553 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e13b166a-e76f-4cd5-a999-d81331848fe5 req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.64 "DELETE /v2.0/ports/95beb57e-dced-449f-825a-c087f496c6a6 HTTP/1.1" status: 204 len: 173 time: 1.8325312 Apr 30 16:18:34.284253 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1214cd4-9e54-49f5-987d-84498e28ca98', 'name': 'network-vif-deleted', 'tag': '95beb57e-dced-449f-825a-c087f496c6a6', 'status': 'completed', 'code': 200} Apr 30 16:18:34.311584 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:34.384331 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-c31dc6cc-b2a7-46ec-8fa9-ba2034387d0a req-4cfc58ef-1db2-4afd-8704-b7c006e78bcf tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Synchronizing usage tracker for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:18:34.426613 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-c31dc6cc-b2a7-46ec-8fa9-ba2034387d0a req-4cfc58ef-1db2-4afd-8704-b7c006e78bcf tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Unset dirty status for tenant:6dad49816ad546d08e5e3bbbcf5ba71c on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:18:34.429344 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c31dc6cc-b2a7-46ec-8fa9-ba2034387d0a req-4cfc58ef-1db2-4afd-8704-b7c006e78bcf tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1214cd4-9e54-49f5-987d-84498e28ca98 HTTP/1.1" status: 200 len: 210 time: 0.1129863 Apr 30 16:18:34.616585 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'name': 'tempest-TestMinimumBasicScenario-466311510-router', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92'}], 'enable_snat': True}, 'gw_port_id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:29Z', 'revision_number': 4, 'project_id': '9093626426e940dda5db8d88188a29c7', 'gw_port': {'id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '343280e8-1407-491e-a411-54f1852e5b49', 'name': '', 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'mac_address': 'fa:16:3e:7f:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:28Z', 'updated_at': '2021-04-30T16:18:33Z', 'revision_number': 4, 'project_id': '9093626426e940dda5db8d88188a29c7', 'subnets': [{'id': 'b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:34.621002 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7355ef3-b528-4465-bf29-a5430a0575d0 None None] The sync data for ids ['c6148bb8-f34f-476b-bb06-816b44bc97c2'] in dv-cinder-775008-3-smb is: [{'id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'name': 'tempest-TestMinimumBasicScenario-466311510-router', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92'}], 'enable_snat': True}, 'gw_port_id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:29Z', 'revision_number': 4, 'project_id': '9093626426e940dda5db8d88188a29c7', 'gw_port': {'id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '343280e8-1407-491e-a411-54f1852e5b49', 'name': '', 'network_id': '58dc4e66-3199-4e40-adee-f9d45ecae032', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'mac_address': 'fa:16:3e:7f:00:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:28Z', 'updated_at': '2021-04-30T16:18:33Z', 'revision_number': 4, 'project_id': '9093626426e940dda5db8d88188a29c7', 'subnets': [{'id': 'b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:18:34.822498 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:34.830422 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] Checking router: e4270c16-48cc-4f96-a1c5-bb1185e6d3bd for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:18:34.842687 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:34.843717 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:35.083938 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:35.294242 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 343280e8-1407-491e-a411-54f1852e5b49 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:35.417447 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 343280e8-1407-491e-a411-54f1852e5b49 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:35.425664 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 343280e8-1407-491e-a411-54f1852e5b49 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:35.426024 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:35.549788 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:35.554998 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475facf-42b4-4bf9-b9d8-c9ff66a57404 None None] The sync data for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb is: [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:09:01Z', 'revision_number': 4, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'b57e745a-9c94-43d5-8a9c-51aa5ef4d22d', 'name': '', 'network_id': '4738b479-0713-4933-9630-6e9d1c66a28c', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'mac_address': 'fa:16:3e:df:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:57Z', 'updated_at': '2021-04-30T16:09:17Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'subnets': [{'id': '9ca75d80-6f41-4587-96d4-972748ede49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:18:35.618220 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:35.665560 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58196) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:35.671735 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 343280e8-1407-491e-a411-54f1852e5b49, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=343280e8-1407-491e-a411-54f1852e5b49,segment=NetworkSegment(4f6ce09b-f198-4f48-9752-3b28e8f07832),segment_id=4f6ce09b-f198-4f48-9752-3b28e8f07832)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:35.679375 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:35.681990 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:35.757816 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 95beb57e-dced-449f-825a-c087f496c6a6 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:18:35.787249 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-63e1a79b-da70-4e88-820d-810ac7b3c1dd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:35.831775 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-63e1a79b-da70-4e88-820d-810ac7b3c1dd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:35.853993 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 95beb57e-dced-449f-825a-c087f496c6a6 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:18:35.854352 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 95beb57e-dced-449f-825a-c087f496c6a6 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:18:35.872688 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=343280e8-1407-491e-a411-54f1852e5b49,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:35.882618 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:35.898542 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-63e1a79b-da70-4e88-820d-810ac7b3c1dd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:35.902941 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c1625ad2-20f3-4bf0-940e-434deb919e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:35.928947 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1a79b-da70-4e88-820d-810ac7b3c1dd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359c07c6-85c5-47c5-9834-043800dc68ec,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:35.933703 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-63e1a79b-da70-4e88-820d-810ac7b3c1dd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:35.948910 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-63e1a79b-da70-4e88-820d-810ac7b3c1dd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:35.952761 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58200) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:35.959047 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-63e1a79b-da70-4e88-820d-810ac7b3c1dd tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "DELETE /v2.0/security-groups/359c07c6-85c5-47c5-9834-043800dc68ec HTTP/1.1" status: 204 len: 168 time: 0.2906213 Apr 30 16:18:35.984492 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.api.v2.resource [None req-8e5fcb29-0afb-463e-9eed-73f18fbc1d12 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] show failed (client error): The resource could not be found. Apr 30 16:18:35.988734 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58204) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:35.988955 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-8e5fcb29-0afb-463e-9eed-73f18fbc1d12 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "GET /v2.0/security-groups/359c07c6-85c5-47c5-9834-043800dc68ec HTTP/1.1" status: 404 len: 347 time: 0.0344012 Apr 30 16:18:36.066701 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b50d7c-c88b-44b3-8da6-cd5444b470b8 None None] New status for floating IP 3e987046-8df8-4448-a97e-dee0ad602b32: DOWN {{(pid=73865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:18:36.284171 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Deleting port 1bb45f59-8257-44cb-9711-b09084da9b84 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:18:36.284525 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:36.421749 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:36.422156 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:36.552102 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Calling delete_port for 1bb45f59-8257-44cb-9711-b09084da9b84 owned by network:floatingip {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:18:36.702325 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:36.707045 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-676eea72-a10f-4d53-a55f-b9eee83b86d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:36.780748 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Pushing event deleted for resources: {'Port': ['ID=1bb45f59-8257-44cb-9711-b09084da9b84,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:36.783612 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:36.857049 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks [] for floatingip, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:36.877008 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:36.878206 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-25fb53a7-f3c2-41be-a396-f6d7fe723559 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] 10.222.0.15 "DELETE /v2.0/floatingips/3e987046-8df8-4448-a97e-dee0ad602b32 HTTP/1.1" status: 204 len: 168 time: 0.8884263 Apr 30 16:18:37.212690 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 343280e8-1407-491e-a411-54f1852e5b49 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:18:37.293887 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 343280e8-1407-491e-a411-54f1852e5b49 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:37.293887 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:39.775168 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58232) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:40.691562 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424057'] for router_interface, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:41.174840 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Deleting port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:18:41.175549 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:41.309575 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] For port b57e745a-9c94-43d5-8a9c-51aa5ef4d22d, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=b57e745a-9c94-43d5-8a9c-51aa5ef4d22d,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:41.310029 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:41.438958 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Calling delete_port for b57e745a-9c94-43d5-8a9c-51aa5ef4d22d owned by network:router_interface {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:18:41.747062 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:41.750814 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-24e17ed1-d963-49b7-9486-38f33c2dd08a tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:41.798051 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b57e745a-9c94-43d5-8a9c-51aa5ef4d22d,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:41.801724 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:42.260196 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405449'] for router_interface, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:42.377892 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-58feb4f9-a574-47a2-aa51-68d539f4d995 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:42.379316 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-58feb4f9-a574-47a2-aa51-68d539f4d995 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/networks?id=26412359-5dae-48ee-ab70-c737e2a075c1 HTTP/1.1" status: 200 len: 814 time: 0.2460480 Apr 30 16:18:42.454104 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-e71e7701-bd53-4be8-8a66-1592ed65226a tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/quotas/bae9b7c01b7c456fa4ee6ca1931a9224 HTTP/1.1" status: 200 len: 375 time: 0.0692186 Apr 30 16:18:42.689431 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-1f17dfb3-011f-4550-9df7-9259e403aef6 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2219465 Apr 30 16:18:42.812380 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:18:42.905612 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-dcfd26d8-a861-4644-9b5b-a609ff9c3ed2 service neutron] 10.222.0.15 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042341 Apr 30 16:18:43.099787 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:18:43.108731 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386a770-29de-4399-a4c1-05a964136261 None None] Sync routers for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:18:43.118171 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386a770-29de-4399-a4c1-05a964136261 None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:43.118779 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-0386a770-29de-4399-a4c1-05a964136261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:43.127883 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-6bda8697-b6cd-431f-8994-74b3b7db7f9e service neutron] 10.222.0.15 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103088 Apr 30 16:18:43.132550 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] 10.222.0.15 "PUT /v2.0/routers/e4270c16-48cc-4f96-a1c5-bb1185e6d3bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3538096 Apr 30 16:18:43.133524 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58264) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:43.354144 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Notify callbacks [] for router, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:43.357153 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-0386a770-29de-4399-a4c1-05a964136261 None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:43.413170 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-7d07be38-2480-495d-a6b6-43215393d742 req-dd1a649b-13a7-47cc-bd9a-06b09014d965 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Synchronizing usage tracker for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:18:43.435627 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-7d07be38-2480-495d-a6b6-43215393d742 req-dd1a649b-13a7-47cc-bd9a-06b09014d965 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Unset dirty status for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:18:43.437164 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7d07be38-2480-495d-a6b6-43215393d742 req-dd1a649b-13a7-47cc-bd9a-06b09014d965 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 210 time: 0.1450357 Apr 30 16:18:43.696406 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-0386a770-29de-4399-a4c1-05a964136261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18'}], 'enable_snat': True}, 'gw_port_id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:18:41Z', 'revision_number': 5, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port': {'id': '6a59b431-606c-4cf3-b07b-e37196777c1b', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:08:42Z', 'updated_at': '2021-04-30T16:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:43.700371 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:43.705231 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386a770-29de-4399-a4c1-05a964136261 None None] Checking router: e4270c16-48cc-4f96-a1c5-bb1185e6d3bd for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:18:43.721485 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386a770-29de-4399-a4c1-05a964136261 None None] Routers {'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:18:43.726602 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-0386a770-29de-4399-a4c1-05a964136261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:18:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:43.782536 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Deleting port 6a59b431-606c-4cf3-b07b-e37196777c1b {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:18:43.782877 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:43.881768 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-0386a770-29de-4399-a4c1-05a964136261 None None] Set router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd gateway port host: None {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:18:43.906982 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] For port 6a59b431-606c-4cf3-b07b-e37196777c1b, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=6a59b431-606c-4cf3-b07b-e37196777c1b,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:43.907457 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:43.989265 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-0386a770-29de-4399-a4c1-05a964136261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:18:43Z', 'revision_number': 6, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port_host': None}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:43.993373 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386a770-29de-4399-a4c1-05a964136261 None None] The sync data for ids ['e4270c16-48cc-4f96-a1c5-bb1185e6d3bd'] in dv-cinder-775008-3-smb is: [{'id': 'e4270c16-48cc-4f96-a1c5-bb1185e6d3bd', 'name': 'tempest-AttachVolumeShelveTestJSON-439867607-router', 'tenant_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:08:40Z', 'updated_at': '2021-04-30T16:18:43Z', 'revision_number': 6, 'project_id': '6dad49816ad546d08e5e3bbbcf5ba71c', 'gw_port_host': None}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:18:44.032044 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Calling delete_port for 6a59b431-606c-4cf3-b07b-e37196777c1b owned by network:router_gateway {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:18:44.112458 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dc91-ff65-4f73-9a7a-6e9a78822acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:44.175777 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:44.179180 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-fcd73986-de0e-46f6-a8bf-610d08ef7b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:44.221946 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a59b431-606c-4cf3-b07b-e37196777c1b,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:44.224994 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:44.313626 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396270'] for router_gateway, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:44.497141 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13660'] for router, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:44.500003 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:44.526770 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404811'] for router, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:44.527386 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4270c16-48cc-4f96-a1c5-bb1185e6d3bd {{(pid=73864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:18:44.628317 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-69bd2cc0-5192-4d5e-9a00-7c4463039e14 req-cf62d4ae-cd79-4a26-8159-899d2b62bfbf tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 210 time: 0.0713634 Apr 30 16:18:44.673411 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] Notify callbacks [] for router, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:44.674590 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-4770d54c-9d18-496d-9dca-562cf506345c admin admin] 10.222.0.15 "DELETE /v2.0/routers/e4270c16-48cc-4f96-a1c5-bb1185e6d3bd HTTP/1.1" status: 204 len: 168 time: 1.5409968 Apr 30 16:18:44.677207 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58282) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:44.735636 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-cc8a1a8e-9293-46c3-9bed-67128c709372 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:44.737143 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-cc8a1a8e-9293-46c3-9bed-67128c709372 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.64 "GET /v2.0/networks?id=26412359-5dae-48ee-ab70-c737e2a075c1 HTTP/1.1" status: 200 len: 814 time: 0.2018580 Apr 30 16:18:44.741724 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5961b781-c0d4-484f-b5dd-d92676e25bee admin admin] Deleting subnet 9ca75d80-6f41-4587-96d4-972748ede49d {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:18:44.746446 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5961b781-c0d4-484f-b5dd-d92676e25bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:44.760583 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'port': {'device_id': '67056101-9e5a-467b-800b-ef5b524216f6', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'admin_state_up': True, 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:44.908225 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5961b781-c0d4-484f-b5dd-d92676e25bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:44.919783 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:44.930143 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:44.942350 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Made reservation on behalf of bae9b7c01b7c456fa4ee6ca1931a9224 for: {'port': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:18:44.946076 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:44.997961 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5961b781-c0d4-484f-b5dd-d92676e25bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:45.145057 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Allocated IP 172.20.0.8 (26412359-5dae-48ee-ab70-c737e2a075c1/2320fcb7-934a-4477-bb98-c770bbb85177/11029f79-1d87-4336-aca6-ff0e808b88d4) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:18:45.228707 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device b57e745a-9c94-43d5-8a9c-51aa5ef4d22d no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:18:45.308822 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: b57e745a-9c94-43d5-8a9c-51aa5ef4d22d {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:18:45.311963 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device b57e745a-9c94-43d5-8a9c-51aa5ef4d22d not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:18:45.312638 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 6a59b431-606c-4cf3-b07b-e37196777c1b no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:18:45.395415 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 6a59b431-606c-4cf3-b07b-e37196777c1b {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:18:45.398441 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 6a59b431-606c-4cf3-b07b-e37196777c1b not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:18:45.416000 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5961b781-c0d4-484f-b5dd-d92676e25bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:45.425407 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:45.483064 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5961b781-c0d4-484f-b5dd-d92676e25bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:45.488292 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f8acb-21bc-4d37-9737-1300ff098b6c None None] Network 4738b479-0713-4933-9630-6e9d1c66a28c requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:18:45.505495 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961b781-c0d4-484f-b5dd-d92676e25bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca75d80-6f41-4587-96d4-972748ede49d,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:45.515842 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-5961b781-c0d4-484f-b5dd-d92676e25bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:45.521659 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-5961b781-c0d4-484f-b5dd-d92676e25bee admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9ca75d80-6f41-4587-96d4-972748ede49d HTTP/1.1" status: 204 len: 168 time: 0.8429923 Apr 30 16:18:45.523675 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58306) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:45.695496 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:45.697882 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:45.719847 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Transition to ACTIVE for port object 11029f79-1d87-4336-aca6-ff0e808b88d4 will not be triggered until provisioned by entity DHCP. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:45.758044 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:45.774401 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:45.788444 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Deleting port 860c297b-a6c2-43b5-a163-13647f70233b {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:18:45.789083 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:45.958494 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Network 26412359-5dae-48ee-ab70-c737e2a075c1 is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:18:45.965386 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:45.970242 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] For port 860c297b-a6c2-43b5-a163-13647f70233b, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=860c297b-a6c2-43b5-a163-13647f70233b,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:45.970603 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:45.973820 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:18:46.004545 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] DHCP port deletion for 4738b479-0713-4933-9630-6e9d1c66a28c request from dv-cinder-775008-3-smb {{(pid=73865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:18:46.117105 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'Port': ['ID=11029f79-1d87-4336-aca6-ff0e808b88d4,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:46.127854 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:46.144250 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Calling delete_port for 860c297b-a6c2-43b5-a163-13647f70233b owned by network:dhcp {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:18:46.154111 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:46.155289 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.175938 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] Deleting port 860c297b-a6c2-43b5-a163-13647f70233b {{(pid=73865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:18:46.176600 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.176745 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50344017-dbed-46a3-bd03-7640b53ae276 req-59b57b7b-9280-4f88-a561-2ae83cefe984 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:46.187572 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-50344017-dbed-46a3-bd03-7640b53ae276 req-59b57b7b-9280-4f88-a561-2ae83cefe984 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 931 time: 0.2886784 Apr 30 16:18:46.201722 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-3ca72c5e-11ff-42ec-93b6-443cc0277535 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4460139 Apr 30 16:18:46.260861 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-50344017-dbed-46a3-bd03-7640b53ae276 req-d08215a4-a24a-41a5-89d4-d17afc1104bb tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Synchronizing usage tracker for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:security_group {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:18:46.293738 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-50344017-dbed-46a3-bd03-7640b53ae276 req-d08215a4-a24a-41a5-89d4-d17afc1104bb tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Unset dirty status for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:security_group {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:18:46.294934 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-50344017-dbed-46a3-bd03-7640b53ae276 req-d08215a4-a24a-41a5-89d4-d17afc1104bb tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066377 Apr 30 16:18:46.325532 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.332724 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:46.390321 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Pushing event deleted for resources: {'Port': ['ID=860c297b-a6c2-43b5-a163-13647f70233b,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:46.393363 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] No DVR routers for this DVR port 860c297b-a6c2-43b5-a163-13647f70233b on host dv-cinder-775008-3-smb {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:18:46.395192 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:46.438830 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] For port 860c297b-a6c2-43b5-a163-13647f70233b, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=860c297b-a6c2-43b5-a163-13647f70233b,segment=NetworkSegment(cfe0f67e-be5e-4504-8f87-9c3e84cc501b),segment_id=cfe0f67e-be5e-4504-8f87-9c3e84cc501b)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:18:46.439440 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.446877 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-e3550d8b-3b29-4c2a-acf2-84f7d55646ed None None] Provisioning for port 11029f79-1d87-4336-aca6-ff0e808b88d4 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:18:46.455829 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-e3550d8b-3b29-4c2a-acf2-84f7d55646ed None None] Provisioning complete for port 11029f79-1d87-4336-aca6-ff0e808b88d4 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:18:46.456196 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e3550d8b-3b29-4c2a-acf2-84f7d55646ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.523876 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.626756 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] Calling delete_port for 860c297b-a6c2-43b5-a163-13647f70233b owned by network:dhcp {{(pid=73865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:18:46.634890 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-e3550d8b-3b29-4c2a-acf2-84f7d55646ed None None] Port 11029f79-1d87-4336-aca6-ff0e808b88d4 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:18:46.653693 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4738b479-0713-4933-9630-6e9d1c66a28c']}} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:46.667633 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b') {'for_net_delete': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:46.668692 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe0f67e-be5e-4504-8f87-9c3e84cc501b') {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:18:46.679313 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125'] for port, after_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.681525 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2191859'] for segment, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.686237 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:46.701238 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.708049 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=73862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:18:46.734428 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] No DVR routers for this DVR port 860c297b-a6c2-43b5-a163-13647f70233b on host dv-cinder-775008-3-smb {{(pid=73865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:18:46.735901 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] Pushing event deleted for resources: {'Port': ['ID=860c297b-a6c2-43b5-a163-13647f70233b,revision_number=None']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:46.738280 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:46.863731 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-b70daa85-fb02-4dd8-a239-7102d0f1a7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.903988 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Network 4738b479-0713-4933-9630-6e9d1c66a28c has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:18:46.915995 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3048259'] for segment, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:47.082149 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:47.188357 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Network 4738b479-0713-4933-9630-6e9d1c66a28c has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:18:47.198658 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 860c297b-a6c2-43b5-a163-13647f70233b no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: Traceback (most recent call last): Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: timer() Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: cb(*args, **kw) Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: return func(*args, **kwargs) Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: self._notify() Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: self.callback(batched_events) Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: event.method(event) Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: return f(self, *a, **k) Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: return self._get(url).json() Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: return self.request(url, 'GET', **kwargs) Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:18:47.212797 dv-cinder-775008-3-smb neutron-server[73862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:18:47.240013 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 860c297b-a6c2-43b5-a163-13647f70233b {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:18:47.240362 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 860c297b-a6c2-43b5-a163-13647f70233b not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:18:47.297630 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:47.301657 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-770bdcc7-684e-46ce-aa69-fd3eff0d1eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:47.316159 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:47.327067 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Pushing event deleted for resources: {'Network': ['ID=4738b479-0713-4933-9630-6e9d1c66a28c,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:47.344604 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:47.355938 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-8b221378-f182-4063-81f9-3fecbd88620e admin admin] 10.222.0.15 "DELETE /v2.0/networks/4738b479-0713-4933-9630-6e9d1c66a28c HTTP/1.1" status: 204 len: 168 time: 1.8280966 Apr 30 16:18:47.516244 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58316) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:47.588130 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-f83eae33-0724-43a2-80c7-684e075cd1c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dad49816ad546d08e5e3bbbcf5ba71c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0707231 Apr 30 16:18:47.591354 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58320) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:47.598523 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24df8-1966-427b-b459-24b3987f65a8 req-64158f2e-fdeb-4bff-b19d-57ad8867d466 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:47.599155 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-7ed24df8-1966-427b-b459-24b3987f65a8 req-64158f2e-fdeb-4bff-b19d-57ad8867d466 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Synchronizing usage tracker for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:18:47.618148 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-7ed24df8-1966-427b-b459-24b3987f65a8 req-64158f2e-fdeb-4bff-b19d-57ad8867d466 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Unset dirty status for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:18:47.626329 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7ed24df8-1966-427b-b459-24b3987f65a8 req-64158f2e-fdeb-4bff-b19d-57ad8867d466 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 931 time: 0.1748540 Apr 30 16:18:47.665083 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0845-4f92-4ebc-9ca8-c477a4e30071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:47.685467 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7ed24df8-1966-427b-b459-24b3987f65a8 req-9b9f3614-a946-495c-afe0-194edc2e480f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579748 Apr 30 16:18:47.695899 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0845-4f92-4ebc-9ca8-c477a4e30071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:47.762958 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0845-4f92-4ebc-9ca8-c477a4e30071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:47.766940 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-13b21461-2001-4031-b201-2b656099cc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:47.783418 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc0845-4f92-4ebc-9ca8-c477a4e30071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e56e38c-e8f4-4554-b211-25dd8c9e325a,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:47.786561 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-5bdc0845-4f92-4ebc-9ca8-c477a4e30071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:47.794102 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0845-4f92-4ebc-9ca8-c477a4e30071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:47.796073 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-5bdc0845-4f92-4ebc-9ca8-c477a4e30071 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e56e38c-e8f4-4554-b211-25dd8c9e325a HTTP/1.1" status: 204 len: 168 time: 0.2032411 Apr 30 16:18:48.000467 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:48.594952 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58346) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:48.710093 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-479953526-network', 'tenant_id': '646a129323c24dd5bedbf2c081e902a5'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:48.716406 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:48.721327 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Usage tracker for resource:network and tenant:646a129323c24dd5bedbf2c081e902a5 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:48.723832 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:48.734561 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:48.749502 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Made reservation on behalf of 646a129323c24dd5bedbf2c081e902a5 for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:18:48.751868 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:48.765970 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:48.783158 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:48.787593 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Usage tracker for resource:security_group_rule and tenant:646a129323c24dd5bedbf2c081e902a5 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:48.794690 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:48.798766 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:48.949455 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52335b-c999-4f52-8f98-fbb65158d229 req-3b00488a-12ce-4b06-a111-c7607e90f3ee tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:48.950928 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9e52335b-c999-4f52-8f98-fbb65158d229 req-3b00488a-12ce-4b06-a111-c7607e90f3ee tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 931 time: 0.1432331 Apr 30 16:18:48.981820 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:48.986070 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:48.992463 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2faa0832-6282-49a1-be5c-bc3db85d50a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:49.018809 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:18:49.048463 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9e52335b-c999-4f52-8f98-fbb65158d229 req-5b10d417-c233-4f4d-a295-8551809bd9b2 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876646 Apr 30 16:18:49.054388 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:49.054735 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Added segment db5cbad4-c43c-4f3b-aaca-ac2b6fd86534 of type vlan for network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 Apr 30 16:18:49.055848 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67b353c-0f8a-46ad-994a-a94f6a491047,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:49.063223 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:49.091466 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:49.138891 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:49.141131 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:49.142121 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:49.146989 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:49.255265 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6590972 Apr 30 16:18:49.256162 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Pushing event updated for resources: {'Network': ['ID=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:49.258570 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58354) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:18:49.261768 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:49.265603 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Request body: {'subnet': {'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-479953526-subnet', 'tenant_id': '646a129323c24dd5bedbf2c081e902a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:49.269002 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:18:49.270838 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:49.275248 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Usage tracker for resource:subnet and tenant:646a129323c24dd5bedbf2c081e902a5 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:49.278431 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:49.290819 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:49.305099 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Made reservation on behalf of 646a129323c24dd5bedbf2c081e902a5 for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:18:49.310986 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4043161'] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:49.455457 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:49.779023 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3047972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4043147'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:49.783099 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:49.866659 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c766f393-1292-4f1c-bbd4-f51da8e2eb7d,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:49.871705 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:49.879716 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Checking segment: {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:18:49.880068 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Network hostable DHCP agents. Network: b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:18:49.900820 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:18:49.912884 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:18:49.924632 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e475b358-a207-4b6a-9c2a-5bd3dbbc6099 None None] Network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:18:49.934362 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:49.934972 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:49.970189 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-d2746920-e0e7-4aed-a024-95e8aaf26c36 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7081640 Apr 30 16:18:50.222739 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8261e8-be0c-422d-b4ca-db1528f37b91 None None] Network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:18:50.264545 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2563e3-0690-42c4-8fb1-cb2d3ae10cb4 req-458ae02b-102c-4923-877e-d8580aa61636 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:50.266136 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0f2563e3-0690-42c4-8fb1-cb2d3ae10cb4 req-458ae02b-102c-4923-877e-d8580aa61636 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 931 time: 0.0974426 Apr 30 16:18:50.337853 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0f2563e3-0690-42c4-8fb1-cb2d3ae10cb4 req-d9621cc7-55c7-4361-b549-40d1fe84fed2 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653353 Apr 30 16:18:50.685011 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-58395be4-b6a2-4e05-bfed-e7af563062f9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:50.685711 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-58395be4-b6a2-4e05-bfed-e7af563062f9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Synchronizing usage tracker for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:network {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:18:50.704152 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-58395be4-b6a2-4e05-bfed-e7af563062f9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Unset dirty status for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:network {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:18:50.705296 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-58395be4-b6a2-4e05-bfed-e7af563062f9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 814 time: 0.1759417 Apr 30 16:18:50.721322 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-47f5ddde-f2c7-49a9-baff-bb9869887c69 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/quotas/646a129323c24dd5bedbf2c081e902a5 HTTP/1.1" status: 200 len: 375 time: 0.0099723 Apr 30 16:18:50.772058 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-3b1ec568-f4a8-4b5b-9712-56d22ae4eb4d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448985 Apr 30 16:18:51.035057 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-7d336bfa-c84f-4894-b246-83513083344c service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553616 Apr 30 16:18:51.174883 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-f01b8004-2157-4dcc-a489-9d965e509403 service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345153 Apr 30 16:18:51.386153 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-397eb1d9-8c22-4599-ab4b-e10b3eb2b385 req-a1b1aa2a-44a5-417b-938a-575b8f684175 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 210 time: 0.0516760 Apr 30 16:18:51.573344 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7891-c75f-4c99-a49c-e7e013584b97 req-d3fb0885-e2f0-45b0-9196-33452ce39f29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:51.576187 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a84d7891-c75f-4c99-a49c-e7e013584b97 req-d3fb0885-e2f0-45b0-9196-33452ce39f29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 931 time: 0.1030951 Apr 30 16:18:51.631023 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a84d7891-c75f-4c99-a49c-e7e013584b97 req-ae61c4f3-2db9-45e7-9a10-40deadd21891 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480928 Apr 30 16:18:52.348438 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:18:52.550146 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-202b972b-527f-4663-bd69-40368a871c9b req-e0cbc8f1-fe22-4951-89cc-00fc25540fa0 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 210 time: 0.0474155 Apr 30 16:18:52.830926 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056096e-7798-4ab5-92c6-557054d98f11 req-51681de9-b552-4e13-a876-e438a0a7dee3 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:52.832606 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c056096e-7798-4ab5-92c6-557054d98f11 req-51681de9-b552-4e13-a876-e438a0a7dee3 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 931 time: 0.0856097 Apr 30 16:18:52.880958 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c056096e-7798-4ab5-92c6-557054d98f11 req-a70a6c1f-04d8-4893-86ba-ddea3c7f6fbc tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426435 Apr 30 16:18:53.709098 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ff8b15f0-aa51-448e-b036-6755eda085b7 req-9fb210a4-d058-4838-9d96-7430fc17e8af tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 210 time: 0.0477109 Apr 30 16:18:54.078270 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77c56-ee34-4344-b5e4-6caff6caf331 req-913a4423-e783-4a0b-8b9e-f7ce25dcd567 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:54.079670 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3dd77c56-ee34-4344-b5e4-6caff6caf331 req-913a4423-e783-4a0b-8b9e-f7ce25dcd567 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 931 time: 0.0873339 Apr 30 16:18:54.132838 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3dd77c56-ee34-4344-b5e4-6caff6caf331 req-dee14757-d4e4-4502-a258-5cbe4bdd71fe tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473340 Apr 30 16:18:54.864589 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9bb9966d-2d54-469a-b923-1c678ff44575 req-917cd13a-2706-402b-9cbb-a6d6fd875bb9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 210 time: 0.0456111 Apr 30 16:18:55.329145 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e27fc-532d-4f5f-88da-c862bc360afe req-ae49f3bc-01cd-4c73-a3e5-806ecf26fdf7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:55.331317 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bc3e27fc-532d-4f5f-88da-c862bc360afe req-ae49f3bc-01cd-4c73-a3e5-806ecf26fdf7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 931 time: 0.0860515 Apr 30 16:18:55.380344 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bc3e27fc-532d-4f5f-88da-c862bc360afe req-c15c6a67-f54d-4af3-8ad9-30e4713e73c5 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433154 Apr 30 16:18:56.017374 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-174ff576-9464-4384-8231-8e2e0c54e911 req-7be56b81-07aa-49ad-b882-cb36ab5b45d7 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 210 time: 0.0452833 Apr 30 16:18:56.566610 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac1363-c87a-4018-81f5-99398d8eab95 req-e13f194b-d277-45c0-98ff-dd26d8392c63 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:56.568041 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dbac1363-c87a-4018-81f5-99398d8eab95 req-e13f194b-d277-45c0-98ff-dd26d8392c63 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 931 time: 0.0824537 Apr 30 16:18:56.613997 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dbac1363-c87a-4018-81f5-99398d8eab95 req-c7bb1287-5c15-436a-ab3d-f93d69a3e2b6 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391195 Apr 30 16:18:57.167740 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8eec9300-16ed-4607-b5fe-497230bb6bd1 req-9dd62f43-28c2-4390-8efc-0e7661ff1bd2 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 210 time: 0.0442491 Apr 30 16:18:57.845548 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9f9e0-6353-4a3a-8d1a-f27c5531de1d req-7a78efde-f899-4093-b0bd-fcec599843f7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:57.847036 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e4f9f9e0-6353-4a3a-8d1a-f27c5531de1d req-7a78efde-f899-4093-b0bd-fcec599843f7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 931 time: 0.0858407 Apr 30 16:18:57.894909 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e4f9f9e0-6353-4a3a-8d1a-f27c5531de1d req-eb5dfbfe-b177-4693-9595-f13215befe87 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Apr 30 16:18:58.315412 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-dd5f4295-e70e-40db-84eb-fcb1fe94f475 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:18:58.316615 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-dd5f4295-e70e-40db-84eb-fcb1fe94f475 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109842 Apr 30 16:18:58.328917 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e1bd62cf-f6f7-411a-adcf-b6eebb04cd2e req-195efdc0-2eaf-4654-b6f4-1cf489493f62 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 210 time: 0.0550802 Apr 30 16:18:58.332546 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Request body: {'port': {'device_id': '67056101-9e5a-467b-800b-ef5b524216f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:58.445112 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:58.797204 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11029f79-1d87-4336-aca6-ff0e808b88d4 {{(pid=73864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:18:58.804269 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:58.820724 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.provisioning_blocks [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Transition to ACTIVE for port object 11029f79-1d87-4336-aca6-ff0e808b88d4 will not be triggered until provisioned by entity L2. {{(pid=73864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:18:58.824498 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:58.828203 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:58.956063 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=11029f79-1d87-4336-aca6-ff0e808b88d4,revision_number=2']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:58.966260 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:59.083888 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Attempting to bind port 11029f79-1d87-4336-aca6-ff0e808b88d4 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:18:59.084236 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Attempting to bind port 11029f79-1d87-4336-aca6-ff0e808b88d4 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:18:59.084567 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Attempting to bind port 11029f79-1d87-4336-aca6-ff0e808b88d4 on network 26412359-5dae-48ee-ab70-c737e2a075c1 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:18:59.090654 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Port 11029f79-1d87-4336-aca6-ff0e808b88d4 on network 26412359-5dae-48ee-ab70-c737e2a075c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:18:59.090978 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Attempting to bind port 11029f79-1d87-4336-aca6-ff0e808b88d4 on network 26412359-5dae-48ee-ab70-c737e2a075c1 {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:18:59.096990 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:18:59.097330 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Checking segment: {'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:18:59.097870 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Bound using segment: {'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'} {{(pid=73864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:18:59.098356 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Bound port: 11029f79-1d87-4336-aca6-ff0e808b88d4, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1'}}] {{(pid=73864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:18:59.098700 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:59.208712 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] For port 11029f79-1d87-4336-aca6-ff0e808b88d4, host hv-cinder-77500, cleared binding levels {{(pid=73864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:18:59.211915 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] For port 11029f79-1d87-4336-aca6-ff0e808b88d4, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=11029f79-1d87-4336-aca6-ff0e808b88d4,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:18:59.217516 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:59.222334 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5ce9087d-b69e-4816-9a54-5edb67a82071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:18:59.277091 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:59.277626 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:59.279670 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] 10.222.0.64 "PUT /v2.0/ports/11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 1093 time: 0.9532809 Apr 30 16:18:59.280164 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:18:59.349408 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-ec2d9b13-aa3d-4356-8b95-0b040f70ca68 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:59.352339 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-ec2d9b13-aa3d-4356-8b95-0b040f70ca68 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 814 time: 0.2562819 Apr 30 16:18:59.392416 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Request body: {'port': {'device_id': 'c020a904-e5cc-459e-a5b6-66233386b083', 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297', 'admin_state_up': True, 'tenant_id': '646a129323c24dd5bedbf2c081e902a5'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:18:59.467811 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'status': 'completed', 'code': 200} Apr 30 16:18:59.512214 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b431bb-6da2-41a1-8b4d-304a33fb063b req-1d72e5f8-ea60-4568-a249-a36efe4e0e90 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:59.513746 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-18b431bb-6da2-41a1-8b4d-304a33fb063b req-1d72e5f8-ea60-4568-a249-a36efe4e0e90 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 943 time: 0.3089499 Apr 30 16:18:59.535758 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c8c7cd56-c9de-4ee1-ba57-ceeb0517257e req-b84e02f5-6dc6-485e-a41f-d0c253859a2d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 210 time: 0.0611196 Apr 30 16:18:59.537175 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=11029f79-1d87-4336-aca6-ff0e808b88d4,revision_number=3']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:18:59.541887 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:18:59.568446 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-0bf742fa-dc6b-4260-b19e-3b5304face0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:59.569928 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-0bf742fa-dc6b-4260-b19e-3b5304face0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224&device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 1096 time: 0.1637094 Apr 30 16:18:59.599010 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-18b431bb-6da2-41a1-8b4d-304a33fb063b req-c3502aa2-4b73-46bc-99a6-dcae6a95982f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768158 Apr 30 16:18:59.609827 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:18:59.613712 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Usage tracker for resource:port and tenant:646a129323c24dd5bedbf2c081e902a5 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:18:59.616598 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:18:59.622929 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:18:59.633915 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Made reservation on behalf of 646a129323c24dd5bedbf2c081e902a5 for: {'port': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:18:59.638026 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:59.669218 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-a134e9a7-d7c5-4cc5-bd1f-f4f8a7c182e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 217 time: 0.0654252 Apr 30 16:18:59.739660 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-f31321fc-9dcb-413f-a7bd-1c781ce482c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:59.741074 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-f31321fc-9dcb-413f-a7bd-1c781ce482c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2320fcb7-934a-4477-bb98-c770bbb85177 HTTP/1.1" status: 200 len: 853 time: 0.0637140 Apr 30 16:18:59.809231 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Allocated IP 172.20.0.4 (b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297/c766f393-1292-4f1c-bbd4-f51da8e2eb7d/b03065f8-e2ef-40e7-80fc-a88922e6dfec) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:18:59.821441 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-8014fae3-9c74-4b92-b5f1-d1455f4cb8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:18:59.822914 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-8014fae3-9c74-4b92-b5f1-d1455f4cb8d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26412359-5dae-48ee-ab70-c737e2a075c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744607 Apr 30 16:18:59.960603 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-bc54c6c9-5bf6-4d48-842a-b2bc87677411 service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297882 Apr 30 16:19:00.039016 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:00.070614 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:00.078805 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:00.094397 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fa5ab642-b8b4-4de8-a3a9-8a1d68d88bb7 req-d0783179-80ea-4000-80e0-3bfc23bfc8dc service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270995 Apr 30 16:19:00.140485 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:19:00.143690 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:19:00.146164 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:19:00.206005 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Pushing event updated for resources: {'Port': ['ID=b03065f8-e2ef-40e7-80fc-a88922e6dfec,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:00.210456 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:00.227613 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:00.228226 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:00.249098 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-1412e68c-b464-4dd6-b959-40c9440fad63 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8651509 Apr 30 16:19:00.270417 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:00.281630 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Request body: {'port': {'device_id': 'c020a904-e5cc-459e-a5b6-66233386b083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:00.350953 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-d962ca31-0a1d-4fcf-884a-fb43ff55258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:00.352336 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-d962ca31-0a1d-4fcf-884a-fb43ff55258c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224&device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 1096 time: 0.0768209 Apr 30 16:19:00.477554 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:00.488141 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-11394f4e-48ca-4c1c-bb06-297351243a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:00.489577 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-11394f4e-48ca-4c1c-bb06-297351243a30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26412359-5dae-48ee-ab70-c737e2a075c1 HTTP/1.1" status: 200 len: 915 time: 0.1300731 Apr 30 16:19:00.561397 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-bd33cc27-16eb-4d52-8d08-916ea0d1fcfd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 217 time: 0.0643666 Apr 30 16:19:00.637639 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-139acd71-47b4-4a51-b19f-41f1c9b23aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:00.639252 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-139acd71-47b4-4a51-b19f-41f1c9b23aea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2320fcb7-934a-4477-bb98-c770bbb85177 HTTP/1.1" status: 200 len: 853 time: 0.0678320 Apr 30 16:19:00.776959 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-60c661eb-ec1e-4d31-aaa5-df9a2208f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:00.778612 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-60c661eb-ec1e-4d31-aaa5-df9a2208f1c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26412359-5dae-48ee-ab70-c737e2a075c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1320062 Apr 30 16:19:00.819089 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96786278-c451-4808-8459-0d708718b859 req-286d61c5-4556-4dad-9169-42cdb69c88f9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:00.820566 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-96786278-c451-4808-8459-0d708718b859 req-286d61c5-4556-4dad-9169-42cdb69c88f9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 931 time: 0.1350722 Apr 30 16:19:00.848189 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbb402-7632-4ae5-8b58-ef6b63e70536 req-fc581711-c5ae-47aa-af2f-1f50433b3522 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:00.849637 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-08cbb402-7632-4ae5-8b58-ef6b63e70536 req-fc581711-c5ae-47aa-af2f-1f50433b3522 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 943 time: 0.1327446 Apr 30 16:19:00.937782 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03065f8-e2ef-40e7-80fc-a88922e6dfec {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:19:00.939578 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-96786278-c451-4808-8459-0d708718b859 req-c00a50ba-1721-4cdf-8aaf-e6b2e0016861 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069572 Apr 30 16:19:00.949749 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:00.953923 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-08cbb402-7632-4ae5-8b58-ef6b63e70536 req-a957978a-a051-4378-bb13-55b81c62288e tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715775 Apr 30 16:19:00.966831 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-37568ac6-f093-4210-81b4-8a07997e5d53 service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791227 Apr 30 16:19:00.967723 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Transition to ACTIVE for port object b03065f8-e2ef-40e7-80fc-a88922e6dfec will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:19:00.973051 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:00.978123 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:01.107216 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63c0db1f-c637-4380-b5cb-1bba13701c16 req-e3629c8e-a83c-4cff-8d47-9adfc3b59c74 service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324964 Apr 30 16:19:01.127340 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Pushing event updated for resources: {'Port': ['ID=b03065f8-e2ef-40e7-80fc-a88922e6dfec,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:01.135931 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:01.209041 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Attempting to bind port b03065f8-e2ef-40e7-80fc-a88922e6dfec on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:19:01.209285 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Attempting to bind port b03065f8-e2ef-40e7-80fc-a88922e6dfec by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:19:01.209611 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Attempting to bind port b03065f8-e2ef-40e7-80fc-a88922e6dfec on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:19:01.214321 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Port b03065f8-e2ef-40e7-80fc-a88922e6dfec on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:19:01.214632 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Attempting to bind port b03065f8-e2ef-40e7-80fc-a88922e6dfec on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:19:01.219774 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:19:01.220130 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Checking segment: {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:19:01.220487 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Bound using segment: {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:19:01.220914 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Bound port: b03065f8-e2ef-40e7-80fc-a88922e6dfec, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:19:01.221250 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:01.309295 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] For port b03065f8-e2ef-40e7-80fc-a88922e6dfec, host hv-cinder-77500, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:19:01.312301 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] For port b03065f8-e2ef-40e7-80fc-a88922e6dfec, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=b03065f8-e2ef-40e7-80fc-a88922e6dfec,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:19:01.316748 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:01.321259 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:01.374466 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:01.375075 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:01.376415 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] 10.222.0.64 "PUT /v2.0/ports/b03065f8-e2ef-40e7-80fc-a88922e6dfec HTTP/1.1" status: 200 len: 1093 time: 1.0990419 Apr 30 16:19:01.376916 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c020a904-e5cc-459e-a5b6-66233386b083', 'tag': 'b03065f8-e2ef-40e7-80fc-a88922e6dfec'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:19:01.404904 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Pushing event updated for resources: {'Port': ['ID=b03065f8-e2ef-40e7-80fc-a88922e6dfec,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:01.407850 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:01.488249 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c020a904-e5cc-459e-a5b6-66233386b083', 'tag': 'b03065f8-e2ef-40e7-80fc-a88922e6dfec', 'status': 'completed', 'code': 200} Apr 30 16:19:01.516554 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-30bb26a9-4c5f-4fd3-a149-3b84c5366e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:01.518049 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-30bb26a9-4c5f-4fd3-a149-3b84c5366e99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 1096 time: 0.0730531 Apr 30 16:19:01.598921 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-b8c131f0-34de-4dff-a497-d19fdcf1561f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b03065f8-e2ef-40e7-80fc-a88922e6dfec HTTP/1.1" status: 200 len: 217 time: 0.0633314 Apr 30 16:19:01.666111 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-6afddc95-1b27-48b7-9aad-5f7c1b24a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:01.667520 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-6afddc95-1b27-48b7-9aad-5f7c1b24a4ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c766f393-1292-4f1c-bbd4-f51da8e2eb7d HTTP/1.1" status: 200 len: 854 time: 0.0569980 Apr 30 16:19:01.718951 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-d02a6848-e31f-4dc5-be29-d62e80b86b34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433502 Apr 30 16:19:01.850290 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-4b34b544-f5d5-42c7-af89-180b996e2c2a service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237102 Apr 30 16:19:01.988346 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-45b74b6e-9ae3-417d-903a-67eefead6a70 req-0081ca90-facb-433a-8368-ff5a252004b7 service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312115 Apr 30 16:19:02.162375 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf23ab-bbd0-4cc7-be29-2323acf57bec req-d89b444f-53b9-4f7d-a12c-32751ff53356 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:02.163830 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-04bf23ab-bbd0-4cc7-be29-2323acf57bec req-d89b444f-53b9-4f7d-a12c-32751ff53356 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 943 time: 0.0854247 Apr 30 16:19:02.209364 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-04bf23ab-bbd0-4cc7-be29-2323acf57bec req-23a20621-db9d-416b-978a-9189bfa6b1cc tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Apr 30 16:19:02.272486 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4257dc2-aeac-4aa9-9a79-abeefc8eace6 req-afb00e68-89a4-4e1d-bc75-ee6111b55915 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:02.273168 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-b4257dc2-aeac-4aa9-9a79-abeefc8eace6 req-afb00e68-89a4-4e1d-bc75-ee6111b55915 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Synchronizing usage tracker for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:19:02.279007 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30af89d-43bb-4ee6-8d25-3f94a3f82d31 req-cd6a110c-817c-499f-85d7-9cb3be2a1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:02.280387 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b30af89d-43bb-4ee6-8d25-3f94a3f82d31 req-cd6a110c-817c-499f-85d7-9cb3be2a1f19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 1096 time: 0.1109123 Apr 30 16:19:02.320921 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-b4257dc2-aeac-4aa9-9a79-abeefc8eace6 req-afb00e68-89a4-4e1d-bc75-ee6111b55915 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Unset dirty status for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:19:02.322061 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b4257dc2-aeac-4aa9-9a79-abeefc8eace6 req-afb00e68-89a4-4e1d-bc75-ee6111b55915 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 943 time: 0.2690773 Apr 30 16:19:02.434208 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-b4257dc2-aeac-4aa9-9a79-abeefc8eace6 req-6a54e567-9bcd-4415-a3a1-8a667442b68d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Synchronizing usage tracker for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:security_group {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:19:02.453662 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30af89d-43bb-4ee6-8d25-3f94a3f82d31 req-4cfbb25f-a09d-4efc-99b5-39c1fe650b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:02.455079 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b30af89d-43bb-4ee6-8d25-3f94a3f82d31 req-4cfbb25f-a09d-4efc-99b5-39c1fe650b57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 915 time: 0.1662788 Apr 30 16:19:02.518337 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-b4257dc2-aeac-4aa9-9a79-abeefc8eace6 req-6a54e567-9bcd-4415-a3a1-8a667442b68d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Unset dirty status for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:security_group {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:19:02.519345 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b4257dc2-aeac-4aa9-9a79-abeefc8eace6 req-6a54e567-9bcd-4415-a3a1-8a667442b68d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896408 Apr 30 16:19:02.528027 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b30af89d-43bb-4ee6-8d25-3f94a3f82d31 req-f824d33b-7be3-43fc-8373-206027322870 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b03065f8-e2ef-40e7-80fc-a88922e6dfec HTTP/1.1" status: 200 len: 217 time: 0.0642860 Apr 30 16:19:02.592692 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30af89d-43bb-4ee6-8d25-3f94a3f82d31 req-45a0ff39-9871-4a4f-9af5-41f98cfe92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:02.594122 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b30af89d-43bb-4ee6-8d25-3f94a3f82d31 req-45a0ff39-9871-4a4f-9af5-41f98cfe92cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c766f393-1292-4f1c-bbd4-f51da8e2eb7d HTTP/1.1" status: 200 len: 854 time: 0.0583904 Apr 30 16:19:02.646042 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b30af89d-43bb-4ee6-8d25-3f94a3f82d31 req-cff7be18-22ef-422e-80d3-bf2ce9386645 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407844 Apr 30 16:19:02.778526 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b30af89d-43bb-4ee6-8d25-3f94a3f82d31 req-0757bda7-9c04-4390-8f6f-73a25c1c80ed service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248932 Apr 30 16:19:02.912738 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b30af89d-43bb-4ee6-8d25-3f94a3f82d31 req-5eccacf2-4f3e-40f2-a445-2953b43afd86 service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270936 Apr 30 16:19:03.483585 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c8b67-3197-4989-9203-e3c0dd44ae2d req-c707c2cc-3750-4584-adfc-96fec38476c3 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:03.485055 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1b5c8b67-3197-4989-9203-e3c0dd44ae2d req-c707c2cc-3750-4584-adfc-96fec38476c3 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 943 time: 0.1718576 Apr 30 16:19:03.529615 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1b5c8b67-3197-4989-9203-e3c0dd44ae2d req-44881f8a-7dee-45a3-a844-08f25ae9541e tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387061 Apr 30 16:19:03.710281 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf481fa-e28b-4bd3-93e3-448786945896 req-90fb8a02-0295-4f7a-ae44-47aacfb070b1 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:03.711736 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fcf481fa-e28b-4bd3-93e3-448786945896 req-90fb8a02-0295-4f7a-ae44-47aacfb070b1 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 943 time: 0.0876529 Apr 30 16:19:03.757096 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fcf481fa-e28b-4bd3-93e3-448786945896 req-f8e35cfe-ab58-4242-aeb5-5b3d46c8e927 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395291 Apr 30 16:19:03.934679 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 11029f79-1d87-4336-aca6-ff0e808b88d4 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:19:04.066300 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 11029f79-1d87-4336-aca6-ff0e808b88d4, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=11029f79-1d87-4336-aca6-ff0e808b88d4,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:04.079204 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'port_id': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'mac_address': 'fa:16:3e:a1:98:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:19:04.134127 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:04.150426 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11029f79-1d87-4336-aca6-ff0e808b88d4 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:19:04.165311 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 11029f79-1d87-4336-aca6-ff0e808b88d4, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=11029f79-1d87-4336-aca6-ff0e808b88d4,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:04.170957 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:04.172716 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-5d81ae64-394d-4c99-b2d4-39389e2a0149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:04.241246 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=11029f79-1d87-4336-aca6-ff0e808b88d4,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:04.244549 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:04.694324 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['11029f79-1d87-4336-aca6-ff0e808b88d4'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:19:04.719176 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6e94-112b-47e4-b307-da950a4f5992 req-2216d672-2e97-4a20-bf6f-0d59765889d5 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:04.720642 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6d2f6e94-112b-47e4-b307-da950a4f5992 req-2216d672-2e97-4a20-bf6f-0d59765889d5 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 944 time: 0.0825694 Apr 30 16:19:04.770113 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6d2f6e94-112b-47e4-b307-da950a4f5992 req-081ee12f-ad2a-4b57-8195-f4748d0eef75 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Apr 30 16:19:04.941858 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c791ff-29a1-41e7-b452-8b37d7d096cb req-ca852f83-3259-44ef-a2d1-8851aa922826 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:04.943316 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-50c791ff-29a1-41e7-b452-8b37d7d096cb req-ca852f83-3259-44ef-a2d1-8851aa922826 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 943 time: 0.0809326 Apr 30 16:19:04.990915 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-50c791ff-29a1-41e7-b452-8b37d7d096cb req-144c7635-72bf-46a4-813f-6b1fcff03779 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 Apr 30 16:19:05.958014 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127ad4a-b71d-4048-9d79-a8ae588f5f39 req-bbfc278e-4323-4182-b56f-bbc548856093 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:05.959462 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2127ad4a-b71d-4048-9d79-a8ae588f5f39 req-bbfc278e-4323-4182-b56f-bbc548856093 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 944 time: 0.0838926 Apr 30 16:19:05.968114 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device b03065f8-e2ef-40e7-80fc-a88922e6dfec details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:19:05.981426 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 11029f79-1d87-4336-aca6-ff0e808b88d4 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:19:06.004839 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2127ad4a-b71d-4048-9d79-a8ae588f5f39 req-bca1fd3f-94d0-4864-95ca-f90d04d8130a tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 Apr 30 16:19:06.179251 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08654a74-46a8-4277-ac02-934eb7946e4e req-9e76b147-ea58-4fbb-a0d3-723daf1c8dd9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:06.180698 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-08654a74-46a8-4277-ac02-934eb7946e4e req-9e76b147-ea58-4fbb-a0d3-723daf1c8dd9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 943 time: 0.0817838 Apr 30 16:19:06.189681 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 11029f79-1d87-4336-aca6-ff0e808b88d4 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:19:06.198354 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port b03065f8-e2ef-40e7-80fc-a88922e6dfec, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=b03065f8-e2ef-40e7-80fc-a88922e6dfec,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:06.208619 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 11029f79-1d87-4336-aca6-ff0e808b88d4 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:19:06.209000 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:06.226434 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-08654a74-46a8-4277-ac02-934eb7946e4e req-c12a9f62-7fac-4166-8187-7ceeb5c81e9d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391722 Apr 30 16:19:06.248313 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': 'b03065f8-e2ef-40e7-80fc-a88922e6dfec', 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297', 'port_id': 'b03065f8-e2ef-40e7-80fc-a88922e6dfec', 'mac_address': 'fa:16:3e:2d:1c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c766f393-1292-4f1c-bbd4-f51da8e2eb7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:19:06.326544 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:06.375752 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03065f8-e2ef-40e7-80fc-a88922e6dfec {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:19:06.407379 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port b03065f8-e2ef-40e7-80fc-a88922e6dfec, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=b03065f8-e2ef-40e7-80fc-a88922e6dfec,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:06.408492 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:06.422454 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:06.426544 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:06.483241 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:19:06.502651 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 11029f79-1d87-4336-aca6-ff0e808b88d4, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=11029f79-1d87-4336-aca6-ff0e808b88d4,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:06.508952 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:06.515927 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=b03065f8-e2ef-40e7-80fc-a88922e6dfec,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:06.518743 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:06.519195 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-df63d357-b2c6-433a-bb15-3a3489d1dea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:06.550185 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'code': 200} Apr 30 16:19:06.590364 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=11029f79-1d87-4336-aca6-ff0e808b88d4,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:06.593230 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:06.816820 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e36bd-eacb-4bc3-bcab-cea44ec35314 req-ea055d14-5f80-4277-985a-cef93ec3e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:06.818208 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-cc8e36bd-eacb-4bc3-bcab-cea44ec35314 req-ea055d14-5f80-4277-985a-cef93ec3e249 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 1098 time: 0.0741882 Apr 30 16:19:06.861198 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-cc8e36bd-eacb-4bc3-bcab-cea44ec35314 req-1ca15a3a-ca99-4ea7-a383-9a5391cad483 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350275 Apr 30 16:19:06.926046 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['b03065f8-e2ef-40e7-80fc-a88922e6dfec'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:19:07.187720 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d167b2-7496-48a8-86f2-350b7cda8b75 req-9390152a-f7be-4b68-906d-6932ede9cff5 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:07.189161 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f0d167b2-7496-48a8-86f2-350b7cda8b75 req-9390152a-f7be-4b68-906d-6932ede9cff5 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.0786328 Apr 30 16:19:07.235883 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-f0d167b2-7496-48a8-86f2-350b7cda8b75 req-3785669e-c217-46f0-975c-753993fff14e tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Apr 30 16:19:07.415714 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38eba0-b59a-45d2-90f1-53e01708d42f req-81dec235-2846-419a-9169-d3080b839f24 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:07.417204 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2f38eba0-b59a-45d2-90f1-53e01708d42f req-81dec235-2846-419a-9169-d3080b839f24 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 944 time: 0.0845473 Apr 30 16:19:07.462078 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-2f38eba0-b59a-45d2-90f1-53e01708d42f req-0d920fcb-169b-43c1-851c-57e385074a67 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382485 Apr 30 16:19:08.427158 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62085fcc-8d0f-44a9-b47a-30b1f49c7fe2 req-d2b87f3a-d7e9-470c-a812-a1450bcaf20a tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:08.428604 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-62085fcc-8d0f-44a9-b47a-30b1f49c7fe2 req-d2b87f3a-d7e9-470c-a812-a1450bcaf20a tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.0846872 Apr 30 16:19:08.475101 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-62085fcc-8d0f-44a9-b47a-30b1f49c7fe2 req-bcab3f54-c119-46c3-bad6-2714fdbd5711 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Apr 30 16:19:08.654148 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed6473-3ef5-4036-8170-04eb97d8610d req-5e82c1cc-565d-4eab-8c92-c51cb11d5b11 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:08.655590 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-50ed6473-3ef5-4036-8170-04eb97d8610d req-5e82c1cc-565d-4eab-8c92-c51cb11d5b11 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 944 time: 0.0830340 Apr 30 16:19:08.703821 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-50ed6473-3ef5-4036-8170-04eb97d8610d req-da135781-aa0d-4d31-857a-c42a2730df2e tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Apr 30 16:19:09.666319 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15bdd6-daf8-4faf-880d-9b09d93d0d45 req-ca43a254-b113-44c7-af99-d4f478abd6ff tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:09.667779 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3a15bdd6-daf8-4faf-880d-9b09d93d0d45 req-ca43a254-b113-44c7-af99-d4f478abd6ff tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.0814209 Apr 30 16:19:09.715920 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3a15bdd6-daf8-4faf-880d-9b09d93d0d45 req-7fa42882-c3b3-4c39-adc0-501da5d17db0 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421605 Apr 30 16:19:09.891422 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cc700-31ea-44e1-8499-a2bff1905b38 req-379596ee-e3e1-4ccb-915a-affcd860b3ab tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:09.892929 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f68cc700-31ea-44e1-8499-a2bff1905b38 req-379596ee-e3e1-4ccb-915a-affcd860b3ab tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 944 time: 0.0848081 Apr 30 16:19:09.905204 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb4203-6a72-4780-8d97-155d94afc2ba req-420daaab-f19e-47f9-bc33-e61d5176068f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:09.906757 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-65eb4203-6a72-4780-8d97-155d94afc2ba req-420daaab-f19e-47f9-bc33-e61d5176068f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.0831957 Apr 30 16:19:09.944874 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f68cc700-31ea-44e1-8499-a2bff1905b38 req-1dae25da-c9b6-489e-b935-c1eb3258149e tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462675 Apr 30 16:19:09.962673 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-65eb4203-6a72-4780-8d97-155d94afc2ba req-14ecad4f-54b4-4b6d-87b9-67322dce9b5c tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498705 Apr 30 16:19:09.994787 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device b03065f8-e2ef-40e7-80fc-a88922e6dfec up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:19:10.066738 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port b03065f8-e2ef-40e7-80fc-a88922e6dfec completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:19:10.071482 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port b03065f8-e2ef-40e7-80fc-a88922e6dfec triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:19:10.071859 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:10.196684 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:10.224808 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c020a904-e5cc-459e-a5b6-66233386b083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03065f8-e2ef-40e7-80fc-a88922e6dfec'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:19:10.234998 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port b03065f8-e2ef-40e7-80fc-a88922e6dfec, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=b03065f8-e2ef-40e7-80fc-a88922e6dfec,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:10.239118 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:10.241138 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-eb3be3e8-175c-4ca1-b4d7-96e14888b8e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:10.273042 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c020a904-e5cc-459e-a5b6-66233386b083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03065f8-e2ef-40e7-80fc-a88922e6dfec', 'code': 200} Apr 30 16:19:10.313501 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=b03065f8-e2ef-40e7-80fc-a88922e6dfec,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:10.316652 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:10.371371 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc4c52-709f-4030-8ec9-289653960a96 req-69a7820c-8cb5-4c1e-9696-d95c7c7fdfa9 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:10.373254 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5bcc4c52-709f-4030-8ec9-289653960a96 req-69a7820c-8cb5-4c1e-9696-d95c7c7fdfa9 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.0913091 Apr 30 16:19:10.527740 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5bcc4c52-709f-4030-8ec9-289653960a96 req-171c100e-b675-4a75-9d4b-dfdf1d17056b tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478324 Apr 30 16:19:10.563789 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191284d-302c-4e88-923f-b7e87ddaac10 req-57e11f73-fb60-48ab-872f-80b05b9a4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:10.565256 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4191284d-302c-4e88-923f-b7e87ddaac10 req-57e11f73-fb60-48ab-872f-80b05b9a4d2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 1098 time: 0.0765302 Apr 30 16:19:10.609817 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4191284d-302c-4e88-923f-b7e87ddaac10 req-d0ff14d7-d506-4cda-88ba-8011f2c97e28 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376606 Apr 30 16:19:11.132640 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1877fd8-493b-4881-8125-4b3dfdd9af5a req-fbd16bc0-3024-4e3d-b362-8768ffa07c9f tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:11.134113 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b1877fd8-493b-4881-8125-4b3dfdd9af5a req-fbd16bc0-3024-4e3d-b362-8768ffa07c9f tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 945 time: 0.0842001 Apr 30 16:19:11.180949 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b1877fd8-493b-4881-8125-4b3dfdd9af5a req-70e9d341-46f2-4fd1-ade9-0aaaa81a3864 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Apr 30 16:19:12.372153 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfa967-b045-44c7-96af-0542680c7169 req-1ee13606-106f-45a5-89dd-829323892358 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:12.373818 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b2cfa967-b045-44c7-96af-0542680c7169 req-1ee13606-106f-45a5-89dd-829323892358 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 945 time: 0.0838535 Apr 30 16:19:12.420987 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b2cfa967-b045-44c7-96af-0542680c7169 req-d3db2ea1-540a-40bf-aee9-8b18ff147bce tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Apr 30 16:19:13.611747 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e5880-ef62-4d60-9a5f-580871bbfb0d req-053d6c33-a58a-4f04-957f-251674cc956a tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:13.613118 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ec5e5880-ef62-4d60-9a5f-580871bbfb0d req-053d6c33-a58a-4f04-957f-251674cc956a tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 945 time: 0.0849915 Apr 30 16:19:13.658944 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ec5e5880-ef62-4d60-9a5f-580871bbfb0d req-3da6b923-280d-407c-b612-aa47f78c3fba tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Apr 30 16:19:14.124277 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-52c29921-eca7-4bf3-b403-d609f5bc0372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:15.389020 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfee7f-b08f-410c-a644-814399e70998 req-21c1ed57-9fff-4788-97d1-6206a0c581d3 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:15.390510 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-36cfee7f-b08f-410c-a644-814399e70998 req-21c1ed57-9fff-4788-97d1-6206a0c581d3 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.0865736 Apr 30 16:19:15.442744 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-36cfee7f-b08f-410c-a644-814399e70998 req-8659c7d7-c315-4bf0-92d2-422e661d20b1 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465615 Apr 30 16:19:15.466872 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58528) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:19:15.654724 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561070b1-bda6-4cab-a910-5b0cbbf546c1 tempest-TestMinimumBasicScenario-1184003194 tempest-TestMinimumBasicScenario-1184003194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:15.659153 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-561070b1-bda6-4cab-a910-5b0cbbf546c1 tempest-TestMinimumBasicScenario-1184003194 tempest-TestMinimumBasicScenario-1184003194-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 1093 time: 0.1882627 Apr 30 16:19:15.659390 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58538) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:19:15.664589 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'floatingip': {'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'port_id': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'fixed_ip_address': '172.20.0.8'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:15.671702 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:15.675777 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Usage tracker for resource:floatingip and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:19:15.679049 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:19:15.685032 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:15.695435 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for floatingip, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:15.840521 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:15.980283 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Allocated IP 172.28.2.230 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/5480f3a0-29fe-4bfb-893f-d9d124b77ea7) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:19:16.138260 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:16.170022 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:16.173687 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:16.240524 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:19:16.243963 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:19:16.248743 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:19:16.283578 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'Port': ['ID=5480f3a0-29fe-4bfb-893f-d9d124b77ea7,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:16.291842 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:16.873235 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-4416b03c-1604-46d6-b784-06068edd2dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:17.037908 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:17.055504 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:17.156567 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:17.367544 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:17.372962 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:17.376637 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7b75ca2c-7cca-45b1-8dae-5cf03417972c tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:17.485805 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'Port': ['ID=5480f3a0-29fe-4bfb-893f-d9d124b77ea7,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:17.490039 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:17.499575 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:17.674088 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.l3_db [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Floating IP 06143de0-d875-4511-bbf0-a2a190825dc5 associated. External IP: 172.28.2.230, port: 11029f79-1d87-4336-aca6-ff0e808b88d4. Apr 30 16:19:17.997822 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:18.038181 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Router 94d2478a-385d-45b1-b10e-a6338dabcbd7 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:19:18.451759 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-873560db-ee71-4552-9049-aa9f4af31af4 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:18.453192 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-873560db-ee71-4552-9049-aa9f4af31af4 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 814 time: 0.3546722 Apr 30 16:19:18.454216 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:19:18.463709 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] Sync routers for ids ['94d2478a-385d-45b1-b10e-a6338dabcbd7'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:19:18.473238 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] Routers {'94d2478a-385d-45b1-b10e-a6338dabcbd7'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:19:18.473847 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:19:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['94d2478a-385d-45b1-b10e-a6338dabcbd7'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:19:18.478256 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-aeb6e9a2-b788-479d-9526-40afef340979 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/quotas/646a129323c24dd5bedbf2c081e902a5 HTTP/1.1" status: 200 len: 375 time: 0.0164418 Apr 30 16:19:18.524050 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:18.590890 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9304326 Apr 30 16:19:18.591790 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:19:18.593928 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58558) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:19:18.601232 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895412055', 'description': 'tempest-secgroup-smoke-895412055 description', 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:18.608002 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:18.622081 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-652ccc41-c74f-487d-9ce2-5d7c2f1cb104 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1364384 Apr 30 16:19:18.623735 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:18.636349 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:18.656379 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] Set router 94d2478a-385d-45b1-b10e-a6338dabcbd7 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:19:18.662420 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:18.666782 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Usage tracker for resource:security_group_rule and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:19:18.670247 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:19:18.670408 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'status': 'completed', 'code': 200} Apr 30 16:19:18.676195 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:18.765880 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:18.771626 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:18.787269 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-d3eb669b-fc23-4dca-95e2-695214a6296a tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:18.818435 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-5e9223d7-4896-4a05-b92e-88c2acb8c119 service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877954 Apr 30 16:19:18.832486 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5604b7aa-cc8b-4d04-b6dc-5887e4187944,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:18.842135 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.842667 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.843125 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.843575 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.844020 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.844504 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.844908 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.845350 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.845805 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.846258 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.846696 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.847132 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:18.851160 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:18.852588 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:18.857175 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2619557 Apr 30 16:19:18.858377 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58564) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:19:18.864127 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'security_group_rule': {'security_group_id': '5604b7aa-cc8b-4d04-b6dc-5887e4187944', 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:18.870279 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:18.872778 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-0ba972cc-eb59-4566-9e32-374c92f93f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:18.874265 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-0ba972cc-eb59-4566-9e32-374c92f93f11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224&device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 1098 time: 0.1413300 Apr 30 16:19:18.874389 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Usage tracker for resource:security_group_rule and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:19:18.877253 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:19:18.883020 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:18.900511 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:18.967333 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:18.972760 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:18.974543 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-afb83a71-fa97-4f12-8a65-846a7e11b784 tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:19.000524 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fc1acd-6c1c-48b7-afa4-b23aa56dfb17,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:19.003020 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:19.011312 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.012613 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c5aab89b-00b5-49f9-b45c-15ecd1104bde tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536012 Apr 30 16:19:19.015543 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58568) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:19:19.021711 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'security_group_rule': {'security_group_id': '5604b7aa-cc8b-4d04-b6dc-5887e4187944', 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:19.026362 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '06143de0-d875-4511-bbf0-a2a190825dc5', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'floating_ip_address': '172.28.2.230', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'port_id': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'mac_address': 'fa:16:3e:a1:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67056101-9e5a-467b-800b-ef5b524216f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:19:16Z', 'updated_at': '2021-04-30T16:19:16Z', 'revision_number': 0, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba5e8ed-5435-499d-8736-9e9632bbf317', 'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'mac_address': 'fa:16:3e:ba:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:21Z', 'updated_at': '2021-04-30T16:18:29Z', 'revision_number': 5, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'subnets': [{'id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:19:19.028726 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:19.031478 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] Checking router: 94d2478a-385d-45b1-b10e-a6338dabcbd7 for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:19:19.033064 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Usage tracker for resource:security_group_rule and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:19:19.036026 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:19:19.042501 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] Routers {'94d2478a-385d-45b1-b10e-a6338dabcbd7'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:19:19.042865 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:19.043116 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:19:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['94d2478a-385d-45b1-b10e-a6338dabcbd7'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:19:19.061731 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.069755 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-2d82e9b6-c957-4c83-82ff-62367cde74aa service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382147 Apr 30 16:19:19.094043 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-c9b32b15-dc4a-4b70-92fc-513e47f0b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:19.095511 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-c9b32b15-dc4a-4b70-92fc-513e47f0b956 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26412359-5dae-48ee-ab70-c737e2a075c1 HTTP/1.1" status: 200 len: 915 time: 0.1761060 Apr 30 16:19:19.151862 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.160042 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.171253 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:19.194650 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813a0e13-cda5-421c-b27d-c9e95bc72f2e,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:19.199114 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:19.209587 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.216990 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-4e743fe1-8af1-454d-94fb-ab6c34625c36 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1997967 Apr 30 16:19:19.217980 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58572) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:19:19.228109 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-6365ecc8-14eb-4a97-ab78-29d2b87d0e2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 999 time: 0.1243689 Apr 30 16:19:19.228320 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'security_group_rule': {'security_group_id': '5604b7aa-cc8b-4d04-b6dc-5887e4187944', 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:19.234748 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:19.239484 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Usage tracker for resource:security_group_rule and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:19:19.242658 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:19:19.250167 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:19.311446 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] Set router 94d2478a-385d-45b1-b10e-a6338dabcbd7 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:19:19.328262 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.343325 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-f2039c55-aa75-454d-895f-e301a974cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:19.344670 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-f2039c55-aa75-454d-895f-e301a974cbb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2320fcb7-934a-4477-bb98-c770bbb85177 HTTP/1.1" status: 200 len: 853 time: 0.1057670 Apr 30 16:19:19.377639 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9e8fa460-eb32-45a6-9a3e-5f6f8cf6a215 req-8d455e4e-156b-461c-81b1-7fa60921b1f9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 210 time: 0.0915699 Apr 30 16:19:19.421162 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.434154 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.443311 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:19.457612 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3ff230-55d2-478f-a9eb-4765c5ff0bf7,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:19.461553 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:19.481101 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.485042 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-ac8bbe7e-e506-4859-8fe8-d1a4530b602f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2633169 Apr 30 16:19:19.485185 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58584) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:19:19.492047 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'security_group_rule': {'security_group_id': '5604b7aa-cc8b-4d04-b6dc-5887e4187944', 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:19.500066 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-2fa0fe9a-da70-4e9d-983c-392d09ce9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:19.500992 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:19.501394 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-2fa0fe9a-da70-4e9d-983c-392d09ce9e0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26412359-5dae-48ee-ab70-c737e2a075c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1469045 Apr 30 16:19:19.505695 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Usage tracker for resource:security_group_rule and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:19:19.507211 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.510657 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:19:19.519730 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:19.546873 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.627820 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.633324 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.636849 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-6894f7c2-c2db-455b-a7bf-64bae42542a6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:19.661358 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0354fb5-0901-49a1-89a8-7128ba88ea57,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:19.667028 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:19.672196 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-75ca0837-257e-42af-a599-137b5badf852 service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634586 Apr 30 16:19:19.677270 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.682024 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-e72207e0-b11c-4667-ab1d-06633d393b29 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1923778 Apr 30 16:19:19.682322 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 58590) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:19:19.687657 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'security_group_rule': {'security_group_id': '5604b7aa-cc8b-4d04-b6dc-5887e4187944', 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:19.693781 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:19.700344 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Usage tracker for resource:security_group_rule and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:19:19.703366 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:19:19.714874 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:19.731015 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.securitygroups_db [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Project bae9b7c01b7c456fa4ee6ca1931a9224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:19:19.738521 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.781593 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '06143de0-d875-4511-bbf0-a2a190825dc5', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'floating_ip_address': '172.28.2.230', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'port_id': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'mac_address': 'fa:16:3e:a1:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67056101-9e5a-467b-800b-ef5b524216f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:19:16Z', 'updated_at': '2021-04-30T16:19:16Z', 'revision_number': 0, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba5e8ed-5435-499d-8736-9e9632bbf317', 'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'mac_address': 'fa:16:3e:ba:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:21Z', 'updated_at': '2021-04-30T16:18:29Z', 'revision_number': 5, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'subnets': [{'id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:19:19.786001 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d7f19-8068-4cff-afd0-c45943be4012 None None] The sync data for ids ['94d2478a-385d-45b1-b10e-a6338dabcbd7'] in dv-cinder-775008-3-smb is: [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '06143de0-d875-4511-bbf0-a2a190825dc5', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'floating_ip_address': '172.28.2.230', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'port_id': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'mac_address': 'fa:16:3e:a1:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67056101-9e5a-467b-800b-ef5b524216f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:19:16Z', 'updated_at': '2021-04-30T16:19:16Z', 'revision_number': 0, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba5e8ed-5435-499d-8736-9e9632bbf317', 'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'mac_address': 'fa:16:3e:ba:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:21Z', 'updated_at': '2021-04-30T16:18:29Z', 'revision_number': 5, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'subnets': [{'id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:19:19.836656 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-67161984-4e68-4432-a7f2-8c1d53317c6b req-dbc52e7f-7fef-4a22-b5df-125c7167aa56 service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507678 Apr 30 16:19:19.847289 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.852864 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.855501 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:19.880607 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84de557f-050a-46ca-a86e-24b304936e1f,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:19.883557 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:19.894265 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.895849 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-a0769c8c-1b9d-4826-bc9f-a97f299cb831 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2126102 Apr 30 16:19:19.898783 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58594) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:19:19.905227 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'security_group_rule': {'security_group_id': '5604b7aa-cc8b-4d04-b6dc-5887e4187944', 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:19.911319 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:19.915857 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Usage tracker for resource:security_group_rule and tenant:bae9b7c01b7c456fa4ee6ca1931a9224 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:19:19.919604 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:19:19.926388 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:19.937985 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.securitygroups_db [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Project bae9b7c01b7c456fa4ee6ca1931a9224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:19:19.944611 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:20.020491 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f47f63-1eb7-4710-81cf-609064484ce1 None None] New status for floating IP 06143de0-d875-4511-bbf0-a2a190825dc5: ACTIVE {{(pid=73867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:19:20.021234 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:20.027510 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:20.035962 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1d97b5ae-f090-4447-80c9-24fde95b69f6 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:20.059731 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f70191d-0134-4e82-ad6a-08fe2bca86e1,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:20.062903 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:20.069480 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:20.073894 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-f53c6594-e77e-4080-9046-148347e29057 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1706355 Apr 30 16:19:20.200005 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-6558475d-a786-48dc-835f-bb1fa66a6122 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895412055&fields=id&tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224 HTTP/1.1" status: 200 len: 267 time: 0.0413074 Apr 30 16:19:20.285708 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-47dfb49d-cea3-4f3e-b170-bcd99100b8ea tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:20.287208 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-47dfb49d-cea3-4f3e-b170-bcd99100b8ea tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.0816824 Apr 30 16:19:20.299668 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-1c78f15d-be16-4cee-b8f7-835ea6ab5416 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'port': {'security_groups': ['42d3bc1e-73e5-410c-86f8-27ba495d5f11', '5604b7aa-cc8b-4d04-b6dc-5887e4187944']}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:20.425108 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-1c78f15d-be16-4cee-b8f7-835ea6ab5416 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:20.534907 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7b5149e2-57a5-44ad-8979-5263004dcf3d req-c399a5b0-c095-487b-8844-00d765c39a30 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 210 time: 0.0436165 Apr 30 16:19:20.900162 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-1c78f15d-be16-4cee-b8f7-835ea6ab5416 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] For port 11029f79-1d87-4336-aca6-ff0e808b88d4, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=11029f79-1d87-4336-aca6-ff0e808b88d4,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:20.933429 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-078023d0-c09c-4845-9e97-e5e692bae2d9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:20.934882 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-078023d0-c09c-4845-9e97-e5e692bae2d9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 814 time: 0.1961873 Apr 30 16:19:20.952852 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-1c78f15d-be16-4cee-b8f7-835ea6ab5416 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:20.957232 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-1c78f15d-be16-4cee-b8f7-835ea6ab5416 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:20.962699 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-eb091be6-3e4c-4d10-9f68-306128eead33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:20.999025 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Request body: {'port': {'device_id': '0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e', 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297', 'admin_state_up': True, 'tenant_id': '646a129323c24dd5bedbf2c081e902a5'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:21.018469 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['11029f79-1d87-4336-aca6-ff0e808b88d4'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:19:21.066110 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-1c78f15d-be16-4cee-b8f7-835ea6ab5416 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:21.067230 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-1c78f15d-be16-4cee-b8f7-835ea6ab5416 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:21.071801 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a9f4f85a-ca11-46d0-8c52-6d756f08194a req-1c78f15d-be16-4cee-b8f7-835ea6ab5416 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "PUT /v2.0/ports/11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 981 time: 0.7754190 Apr 30 16:19:21.082524 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:19:21.171260 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78f15d-be16-4cee-b8f7-835ea6ab5416 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'Port': ['ID=11029f79-1d87-4336-aca6-ff0e808b88d4,revision_number=6']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:21.176663 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1c78f15d-be16-4cee-b8f7-835ea6ab5416 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:21.215377 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:21.229216 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'status': 'completed', 'code': 200} Apr 30 16:19:21.237987 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:21.248982 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Made reservation on behalf of 646a129323c24dd5bedbf2c081e902a5 for: {'port': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:19:21.252692 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:21.289662 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['11029f79-1d87-4336-aca6-ff0e808b88d4'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:19:21.413968 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576f9fa-e6c7-4005-a84b-62be607161f3 req-f654d5d2-f074-43ed-8f50-bb8d205e750d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:21.416040 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b576f9fa-e6c7-4005-a84b-62be607161f3 req-f654d5d2-f074-43ed-8f50-bb8d205e750d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.1965742 Apr 30 16:19:21.419461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-b28f24a7-6d1e-416d-9c66-f0851d66bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:21.421024 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-b28f24a7-6d1e-416d-9c66-f0851d66bd42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224&device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 1137 time: 0.1384606 Apr 30 16:19:21.450139 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Allocated IP 172.20.0.3 (b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297/c766f393-1292-4f1c-bbd4-f51da8e2eb7d/68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:19:21.507497 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-b576f9fa-e6c7-4005-a84b-62be607161f3 req-4656f234-8093-4039-b2b4-c6ecbe58a837 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Synchronizing usage tracker for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:19:21.511831 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-80b4d150-2186-4cc1-a38c-dbdef472c1ba None None] Provisioning complete for port 11029f79-1d87-4336-aca6-ff0e808b88d4 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:19:21.512220 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-80b4d150-2186-4cc1-a38c-dbdef472c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:21.577578 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-b576f9fa-e6c7-4005-a84b-62be607161f3 req-4656f234-8093-4039-b2b4-c6ecbe58a837 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Unset dirty status for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:19:21.586843 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b576f9fa-e6c7-4005-a84b-62be607161f3 req-4656f234-8093-4039-b2b4-c6ecbe58a837 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622260 Apr 30 16:19:21.670786 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-40968ebf-4658-4597-a9c2-9bfee0ab59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:21.673093 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-40968ebf-4658-4597-a9c2-9bfee0ab59e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26412359-5dae-48ee-ab70-c737e2a075c1 HTTP/1.1" status: 200 len: 915 time: 0.2227643 Apr 30 16:19:21.696822 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:21.743695 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bc42a86a-a536-41d7-9fb2-84c81ec42fcb req-09d4303f-6ae8-473d-9546-f900b592de02 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 210 time: 0.0524256 Apr 30 16:19:21.781066 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:21.787422 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-85f1940e-277d-4100-a181-b1aa0c9c0afd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 1001 time: 0.1067426 Apr 30 16:19:21.794419 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9784e3ba-5a0e-4087-9d4f-ed2fdbf58742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:21.859903 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-4ca264f7-a14e-4e92-9a02-910ccb35d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:21.861605 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-4ca264f7-a14e-4e92-9a02-910ccb35d71f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2320fcb7-934a-4477-bb98-c770bbb85177 HTTP/1.1" status: 200 len: 853 time: 0.0631382 Apr 30 16:19:21.891902 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:19:21.895404 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:19:21.898420 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:19:21.960963 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Pushing event updated for resources: {'Port': ['ID=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:21.965215 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:21.985699 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:21.986563 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:22.013968 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0207319 Apr 30 16:19:22.036088 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-ed1c0c4e-e33a-4c70-a8f6-1cade6818661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:22.037601 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-ed1c0c4e-e33a-4c70-a8f6-1cade6818661 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26412359-5dae-48ee-ab70-c737e2a075c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1674249 Apr 30 16:19:22.055150 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Request body: {'port': {'device_id': '0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:22.182875 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:22.183597 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-8e97abb6-b103-41c7-80de-d93c5e3519f9 service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320918 Apr 30 16:19:22.280841 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['b03065f8-e2ef-40e7-80fc-a88922e6dfec'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:19:22.325240 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d631d69-a230-45ed-a2f1-b713c4232216 req-beeedad3-32bb-4378-a0ce-0c24bbfa7212 service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341155 Apr 30 16:19:22.559289 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:19:22.566846 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:22.582865 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Transition to ACTIVE for port object 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:19:22.586370 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:22.590769 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:22.842119 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:22.882946 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.883316 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.884357 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.884729 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.885088 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.885451 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.885811 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.886190 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.886543 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.886896 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.887246 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.887593 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:22.896479 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:22.926512 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Attempting to bind port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:19:22.926851 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Attempting to bind port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:19:22.927185 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Attempting to bind port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:19:22.932775 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:19:22.933096 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Attempting to bind port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:19:22.938291 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:19:22.938637 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Checking segment: {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:19:22.939024 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Bound using segment: {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:19:22.939462 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Bound port: 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:19:22.939806 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:22.949378 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cba41-1982-423b-98af-a939ef1b81a6 req-36e15a35-d20d-4601-8fdb-515f053f9ae6 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:22.950863 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ca2cba41-1982-423b-98af-a939ef1b81a6 req-36e15a35-d20d-4601-8fdb-515f053f9ae6 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 943 time: 0.0856509 Apr 30 16:19:22.998275 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-ca2cba41-1982-423b-98af-a939ef1b81a6 req-298b6cdf-7f14-4567-bb2b-57bef2a68980 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Apr 30 16:19:23.031750 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] For port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14, host hv-cinder-77500, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:19:23.034735 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] For port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:19:23.039263 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:23.044684 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-34368c0d-8d4f-4687-8f8b-47677eba508d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:23.099431 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:23.100067 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:23.101408 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 HTTP/1.1" status: 200 len: 1093 time: 1.0512919 Apr 30 16:19:23.125338 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:23.128302 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:23.230374 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e', 'tag': '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:19:23.241304 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-36449805-593f-41af-a8c8-7b292273705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:23.242853 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-36449805-593f-41af-a8c8-7b292273705e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 1096 time: 0.0778778 Apr 30 16:19:23.311889 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e', 'tag': '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14', 'status': 'completed', 'code': 200} Apr 30 16:19:23.327211 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-a2dcea8c-ea66-4125-8422-da638fc94ddd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 HTTP/1.1" status: 200 len: 217 time: 0.0681374 Apr 30 16:19:23.394902 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-5741a9ab-03f8-4d8f-a7b6-4feb12671690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:23.396350 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-5741a9ab-03f8-4d8f-a7b6-4feb12671690 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c766f393-1292-4f1c-bbd4-f51da8e2eb7d HTTP/1.1" status: 200 len: 854 time: 0.0612695 Apr 30 16:19:23.457244 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-7f3d7c64-e431-4235-9b23-d8a5700f0aea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539501 Apr 30 16:19:23.593724 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-ff68bf8b-1e94-421a-918e-5a4f21aeced2 service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267653 Apr 30 16:19:23.730925 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e42ee7fb-d008-44df-83c3-52f60b8e26f4 req-4ee8b650-a6ac-4a1f-bbec-88d92fd3ea8a service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302469 Apr 30 16:19:23.930941 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa99088-d44a-4869-b55a-8913deb23430 req-80f754d2-2029-46ed-b7de-12e6556a1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:23.932485 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2aa99088-d44a-4869-b55a-8913deb23430 req-80f754d2-2029-46ed-b7de-12e6556a1b8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 1096 time: 0.0725241 Apr 30 16:19:24.075393 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa99088-d44a-4869-b55a-8913deb23430 req-b3c5cb29-1e27-41b2-a117-9caa28bc2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:24.076836 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2aa99088-d44a-4869-b55a-8913deb23430 req-b3c5cb29-1e27-41b2-a117-9caa28bc2189 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 915 time: 0.1283188 Apr 30 16:19:24.158211 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2aa99088-d44a-4869-b55a-8913deb23430 req-fcc28db1-36a0-4106-b90b-119c29ac1599 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 HTTP/1.1" status: 200 len: 217 time: 0.0709703 Apr 30 16:19:24.192607 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b356e-0610-4bfb-b27c-9076631f9b85 req-05448b2c-d8a8-4724-81a5-57fc52895b0c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:24.194087 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-015b356e-0610-4bfb-b27c-9076631f9b85 req-05448b2c-d8a8-4724-81a5-57fc52895b0c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 943 time: 0.0917175 Apr 30 16:19:24.239034 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa99088-d44a-4869-b55a-8913deb23430 req-5d440ec6-eca3-4217-8929-15ccf65d7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:24.240445 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2aa99088-d44a-4869-b55a-8913deb23430 req-5d440ec6-eca3-4217-8929-15ccf65d7fd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c766f393-1292-4f1c-bbd4-f51da8e2eb7d HTTP/1.1" status: 200 len: 854 time: 0.0586998 Apr 30 16:19:24.240602 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-015b356e-0610-4bfb-b27c-9076631f9b85 req-dd8986ef-7b23-4c57-8a0e-00bf0a671ebf tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396876 Apr 30 16:19:24.294662 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2aa99088-d44a-4869-b55a-8913deb23430 req-75b6a399-3600-4670-9c71-407320ea330a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407794 Apr 30 16:19:24.429827 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2aa99088-d44a-4869-b55a-8913deb23430 req-8cf40041-f9b5-471f-8f1e-4e873862da5c service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252594 Apr 30 16:19:24.565954 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2aa99088-d44a-4869-b55a-8913deb23430 req-16017057-9203-4281-9378-6567f71a613d service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242018 Apr 30 16:19:25.518582 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c68e9-c946-4920-8b54-2eb094b42475 req-705dde37-3ddd-41f7-ba06-68d50be2304f tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:25.519262 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-467c68e9-c946-4920-8b54-2eb094b42475 req-705dde37-3ddd-41f7-ba06-68d50be2304f tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Synchronizing usage tracker for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:19:25.534963 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-467c68e9-c946-4920-8b54-2eb094b42475 req-705dde37-3ddd-41f7-ba06-68d50be2304f tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Unset dirty status for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:19:25.536144 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-467c68e9-c946-4920-8b54-2eb094b42475 req-705dde37-3ddd-41f7-ba06-68d50be2304f tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 943 time: 0.1886642 Apr 30 16:19:25.581928 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-467c68e9-c946-4920-8b54-2eb094b42475 req-2cf54377-9524-45b3-abf2-259b6d6ca2e7 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395908 Apr 30 16:19:26.771970 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78262f-d9a9-49fe-9a83-48a27992fa7c req-c0190129-8af9-48fd-a105-88f5a05cc796 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:26.773419 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-de78262f-d9a9-49fe-9a83-48a27992fa7c req-c0190129-8af9-48fd-a105-88f5a05cc796 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 943 time: 0.0842474 Apr 30 16:19:26.820588 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-de78262f-d9a9-49fe-9a83-48a27992fa7c req-7a81f9fe-659d-484d-acbd-07160b1642a0 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Apr 30 16:19:28.010366 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc8515-1113-40da-806a-26d678078a87 req-179a11d1-5d5a-4059-a620-4ec05bdf25a2 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:28.011817 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-56bc8515-1113-40da-806a-26d678078a87 req-179a11d1-5d5a-4059-a620-4ec05bdf25a2 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 943 time: 0.0839252 Apr 30 16:19:28.030570 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:19:28.057831 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-56bc8515-1113-40da-806a-26d678078a87 req-bf655c77-811c-4066-be2a-d9181e92d873 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Apr 30 16:19:28.165999 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:28.187893 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14', 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297', 'port_id': '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14', 'mac_address': 'fa:16:3e:c3:48:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c766f393-1292-4f1c-bbd4-f51da8e2eb7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:19:28.247410 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:28.264654 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:19:28.279780 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:28.284158 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:28.286091 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:28.358955 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:28.368860 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.369204 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.369538 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.369869 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.370224 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.370548 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.370869 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.371187 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.371511 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.371829 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.372148 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.372457 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:19:28.376919 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:28.883905 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:19:29.244188 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7e552-b23c-46c3-8d25-0c6b7a4480e6 req-1a86e9d7-c82d-425e-98ce-db4896b95524 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:29.245665 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3dd7e552-b23c-46c3-8d25-0c6b7a4480e6 req-1a86e9d7-c82d-425e-98ce-db4896b95524 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 944 time: 0.0814755 Apr 30 16:19:29.290894 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-3dd7e552-b23c-46c3-8d25-0c6b7a4480e6 req-10756a27-aecd-4efd-ba77-32567cb844d3 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392954 Apr 30 16:19:29.347119 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:19:30.299879 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:30.478078 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bd384-e445-4683-9715-d4b418e251b2 req-19a40adf-bb84-464e-905b-bb60978b8a0d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:30.479532 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3f0bd384-e445-4683-9715-d4b418e251b2 req-19a40adf-bb84-464e-905b-bb60978b8a0d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 944 time: 0.0815001 Apr 30 16:19:30.527944 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3f0bd384-e445-4683-9715-d4b418e251b2 req-280ff880-349e-4d19-830d-e46300ccdcdc tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425911 Apr 30 16:19:31.712921 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e77364-4019-4c5c-be89-9d09588f2990 req-084e9f6d-51e1-4889-9c02-b8c5a0cb8224 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:31.714385 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63e77364-4019-4c5c-be89-9d09588f2990 req-084e9f6d-51e1-4889-9c02-b8c5a0cb8224 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 944 time: 0.0844529 Apr 30 16:19:31.760371 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-63e77364-4019-4c5c-be89-9d09588f2990 req-8b4801b1-6361-458c-9be1-40a7925e6b4e tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Apr 30 16:19:32.042356 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:19:32.110319 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:19:32.114811 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:19:32.115184 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:32.233385 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:32.260553 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:19:32.269984 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:32.275081 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:32.276985 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:32.310651 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14', 'code': 200} Apr 30 16:19:32.347966 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:32.350946 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:32.634011 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea7580-8b90-435f-a580-4cc00f178060 req-479caf57-53a6-412e-9bd5-786bb812baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:32.635480 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7cea7580-8b90-435f-a580-4cc00f178060 req-479caf57-53a6-412e-9bd5-786bb812baf0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 1098 time: 0.0728564 Apr 30 16:19:32.680879 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7cea7580-8b90-435f-a580-4cc00f178060 req-3e42df5a-72eb-4da8-9889-5bb1bc2b07d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351028 Apr 30 16:19:32.950019 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4444f0-6584-4813-8486-ec5f43b11ed1 req-418ba300-bee7-4c97-888b-1a31be5d1e21 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:32.951353 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5c4444f0-6584-4813-8486-ec5f43b11ed1 req-418ba300-bee7-4c97-888b-1a31be5d1e21 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 945 time: 0.0832374 Apr 30 16:19:32.995909 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5c4444f0-6584-4813-8486-ec5f43b11ed1 req-37f8126a-996b-4541-9d13-fc3f1a7e144d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388553 Apr 30 16:19:34.187204 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f0ccf-d41e-4f24-8cf3-d69b411cb539 req-a04fafe4-bf68-4297-8081-8cbdb3e2bafb tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:34.188631 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4f5f0ccf-d41e-4f24-8cf3-d69b411cb539 req-a04fafe4-bf68-4297-8081-8cbdb3e2bafb tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 945 time: 0.0840132 Apr 30 16:19:34.242776 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4f5f0ccf-d41e-4f24-8cf3-d69b411cb539 req-cd4f7068-0037-4c3e-9fa2-d0d046f515d8 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473297 Apr 30 16:19:35.427573 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d46304-9853-4dac-8c73-28115bc6e405 req-5de0c88f-41a9-438d-8bfb-cd00bf260376 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:35.428926 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-43d46304-9853-4dac-8c73-28115bc6e405 req-5de0c88f-41a9-438d-8bfb-cd00bf260376 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 945 time: 0.0791485 Apr 30 16:19:35.473588 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-43d46304-9853-4dac-8c73-28115bc6e405 req-ce3e902c-3e8e-4f6e-aad7-0aad084d5d4f tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 Apr 30 16:19:38.642670 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-73512987-3669-4372-9365-a8024b4541af tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:38.644139 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-73512987-3669-4372-9365-a8024b4541af tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 814 time: 0.1461129 Apr 30 16:19:38.659673 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-d922834c-ce2b-46d1-8b12-40be912d9b19 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/quotas/646a129323c24dd5bedbf2c081e902a5 HTTP/1.1" status: 200 len: 375 time: 0.0091977 Apr 30 16:19:38.741735 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-250621ff-4a65-4ec1-a688-c74bc4ca868d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764425 Apr 30 16:19:38.872038 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1079fb11-4dfb-4938-b951-73351cf6e148 service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233606 Apr 30 16:19:39.001641 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-ab8f987d-1cde-4740-bbc4-fc6a19f73d8a service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236084 Apr 30 16:19:39.180699 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e83be17f-b2f6-4a2c-a803-631cc4cae84b req-104a3528-96e7-4547-bfca-867b2b0ad03e tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 210 time: 0.0463529 Apr 30 16:19:40.337149 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3d3c6dc7-9fe2-42ef-a82d-bbcdd6f62944 req-5f608907-8a3c-4366-97cb-36becfdbb256 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 210 time: 0.0460420 Apr 30 16:19:40.781242 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-4ab4f924-02f2-441b-bf66-d1b7df5facd5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1231499 Apr 30 16:19:40.805758 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-3655feef-eb60-4b94-883d-a752a80e0de4 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:40.807431 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-3655feef-eb60-4b94-883d-a752a80e0de4 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 814 time: 0.1502843 Apr 30 16:19:40.834458 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Request body: {'port': {'device_id': '2bc4d9ee-cff2-45e3-99c9-ed484f3ce355', 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297', 'admin_state_up': True, 'tenant_id': '646a129323c24dd5bedbf2c081e902a5'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:40.968342 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-e61d6a76-dd59-4598-865b-ec496b4e5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:40.969792 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-e61d6a76-dd59-4598-865b-ec496b4e5f5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224&device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 1137 time: 0.0776324 Apr 30 16:19:40.973446 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:19:40.984627 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:19:40.995122 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Made reservation on behalf of 646a129323c24dd5bedbf2c081e902a5 for: {'port': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:19:40.998607 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:41.120565 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-19a71d6b-092e-489e-b57d-6d094aa9541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:41.122048 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-19a71d6b-092e-489e-b57d-6d094aa9541d service neutron] 10.222.0.64 "GET /v2.0/networks?id=26412359-5dae-48ee-ab70-c737e2a075c1 HTTP/1.1" status: 200 len: 915 time: 0.1317868 Apr 30 16:19:41.167601 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Allocated IP 172.20.0.12 (b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297/c766f393-1292-4f1c-bbd4-f51da8e2eb7d/d6a1b1fc-b065-43d6-a7ed-1db7e171a640) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:19:41.238822 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-8c2eb02f-25ba-42f6-b689-90291f5b81a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 1001 time: 0.1024513 Apr 30 16:19:41.316569 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-91e122f6-83ba-4d88-beb3-ab839c7f7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:41.318199 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-91e122f6-83ba-4d88-beb3-ab839c7f7a90 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2320fcb7-934a-4477-bb98-c770bbb85177 HTTP/1.1" status: 200 len: 853 time: 0.0629876 Apr 30 16:19:41.410559 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-fe1a7480-e5ce-4c1d-a8e8-1c7c9e11a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:41.412048 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-fe1a7480-e5ce-4c1d-a8e8-1c7c9e11a91e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26412359-5dae-48ee-ab70-c737e2a075c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866280 Apr 30 16:19:41.490564 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:41.522434 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:41.528616 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:41.577271 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['b03065f8-e2ef-40e7-80fc-a88922e6dfec', '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:19:41.600772 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:19:41.604578 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:19:41.608633 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:19:41.643891 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Pushing event updated for resources: {'Port': ['ID=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:41.654523 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:41.679813 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:41.680605 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:41.706302 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8760843 Apr 30 16:19:41.723146 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-da3b5479-c331-4d6e-b8e2-76e5c42bc824 service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923448 Apr 30 16:19:41.732593 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18921190-ce79-4d57-a3dc-6abb6c7954bb req-def832d1-2cc7-47ae-9abc-c2ff3e5f4412 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:41.734040 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-18921190-ce79-4d57-a3dc-6abb6c7954bb req-def832d1-2cc7-47ae-9abc-c2ff3e5f4412 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 932 time: 0.2679491 Apr 30 16:19:41.751263 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Request body: {'port': {'device_id': '2bc4d9ee-cff2-45e3-99c9-ed484f3ce355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:19:41.784055 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-18921190-ce79-4d57-a3dc-6abb6c7954bb req-082c3bd3-36c4-42e1-9ff9-7f0c23a8bc09 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Apr 30 16:19:41.873087 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:41.953608 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6b527f20-9b6b-4346-8eab-22496f10c699 req-b8cbb816-0ca1-470e-a06d-25c6439f626f service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317184 Apr 30 16:19:42.219515 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a1b1fc-b065-43d6-a7ed-1db7e171a640 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:19:42.227442 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:42.241377 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Transition to ACTIVE for port object d6a1b1fc-b065-43d6-a7ed-1db7e171a640 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:19:42.246297 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:42.250592 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:42.403301 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Pushing event updated for resources: {'Port': ['ID=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:42.413035 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:42.484973 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Attempting to bind port d6a1b1fc-b065-43d6-a7ed-1db7e171a640 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:19:42.485202 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Attempting to bind port d6a1b1fc-b065-43d6-a7ed-1db7e171a640 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:19:42.485516 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Attempting to bind port d6a1b1fc-b065-43d6-a7ed-1db7e171a640 on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:19:42.490048 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Port d6a1b1fc-b065-43d6-a7ed-1db7e171a640 on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:19:42.490358 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Attempting to bind port d6a1b1fc-b065-43d6-a7ed-1db7e171a640 on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:19:42.495818 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:19:42.496521 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Checking segment: {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:19:42.496521 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Bound using segment: {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:19:42.496918 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Bound port: d6a1b1fc-b065-43d6-a7ed-1db7e171a640, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:19:42.497582 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:42.587821 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] For port d6a1b1fc-b065-43d6-a7ed-1db7e171a640, host hv-cinder-77500, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:19:42.590761 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] For port d6a1b1fc-b065-43d6-a7ed-1db7e171a640, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:19:42.595363 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:42.599730 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1dae7ebc-4474-41b1-a88e-7080f2ccab85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:42.650319 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:42.650939 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:42.652355 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] 10.222.0.64 "PUT /v2.0/ports/d6a1b1fc-b065-43d6-a7ed-1db7e171a640 HTTP/1.1" status: 200 len: 1094 time: 0.9057953 Apr 30 16:19:42.652857 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc4d9ee-cff2-45e3-99c9-ed484f3ce355', 'tag': 'd6a1b1fc-b065-43d6-a7ed-1db7e171a640'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:19:42.683953 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Pushing event updated for resources: {'Port': ['ID=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:42.686934 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:42.698605 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc4d9ee-cff2-45e3-99c9-ed484f3ce355', 'tag': 'd6a1b1fc-b065-43d6-a7ed-1db7e171a640', 'status': 'completed', 'code': 200} Apr 30 16:19:42.824335 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-2cae055e-6eca-4d80-9d82-98b2ad04636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:42.825733 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-2cae055e-6eca-4d80-9d82-98b2ad04636d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 1097 time: 0.0764430 Apr 30 16:19:42.905000 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-53901c17-d920-4a40-b164-5dfe78dd3a39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a1b1fc-b065-43d6-a7ed-1db7e171a640 HTTP/1.1" status: 200 len: 217 time: 0.0617633 Apr 30 16:19:42.971757 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-77e6e8b7-c413-4c00-83ff-3d2a01552276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:42.973168 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-77e6e8b7-c413-4c00-83ff-3d2a01552276 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c766f393-1292-4f1c-bbd4-f51da8e2eb7d HTTP/1.1" status: 200 len: 854 time: 0.0612788 Apr 30 16:19:42.976247 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1b0f-38cc-4c34-8ad9-00d1d4b3fbf8 req-8e1234f4-c280-4e55-a551-f9ff21dba255 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:42.977800 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db9e1b0f-38cc-4c34-8ad9-00d1d4b3fbf8 req-8e1234f4-c280-4e55-a551-f9ff21dba255 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 944 time: 0.0860426 Apr 30 16:19:43.022452 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-db9e1b0f-38cc-4c34-8ad9-00d1d4b3fbf8 req-882e1a27-a453-488c-85fa-eeb6e9d12a7f tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388610 Apr 30 16:19:43.025561 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-a6ddf4c9-05ed-4c77-8bcb-e302cbf44656 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410187 Apr 30 16:19:43.158711 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-8c57070d-f15d-42d5-93fc-a5830e00b872 service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245856 Apr 30 16:19:43.385754 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315bb3ad-4123-4d71-8bcc-66ac00273e91 req-58d8cf84-99f8-4754-86e7-c495c12ef05d service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196193 Apr 30 16:19:43.604188 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd62c3-f041-4eeb-af7d-e3d179cc86d2 req-e790b194-94ef-4a11-813e-24afb0fec862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:43.605670 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fecd62c3-f041-4eeb-af7d-e3d179cc86d2 req-e790b194-94ef-4a11-813e-24afb0fec862 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 1097 time: 0.0725503 Apr 30 16:19:43.745096 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd62c3-f041-4eeb-af7d-e3d179cc86d2 req-d1c41be2-0dcc-40fc-bea0-75135936741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:43.746496 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fecd62c3-f041-4eeb-af7d-e3d179cc86d2 req-d1c41be2-0dcc-40fc-bea0-75135936741d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 915 time: 0.1334953 Apr 30 16:19:43.824399 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fecd62c3-f041-4eeb-af7d-e3d179cc86d2 req-c5ad8250-cf60-4d06-a461-eacbb20451ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a1b1fc-b065-43d6-a7ed-1db7e171a640 HTTP/1.1" status: 200 len: 217 time: 0.0657532 Apr 30 16:19:43.886789 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd62c3-f041-4eeb-af7d-e3d179cc86d2 req-1f77fdf7-fd75-4253-a224-36d105416142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:43.888260 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fecd62c3-f041-4eeb-af7d-e3d179cc86d2 req-1f77fdf7-fd75-4253-a224-36d105416142 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c766f393-1292-4f1c-bbd4-f51da8e2eb7d HTTP/1.1" status: 200 len: 854 time: 0.0568383 Apr 30 16:19:43.941996 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fecd62c3-f041-4eeb-af7d-e3d179cc86d2 req-f18f6a0f-4ad7-4295-8ecc-67e224fde9ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429494 Apr 30 16:19:44.073959 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fecd62c3-f041-4eeb-af7d-e3d179cc86d2 req-6cc3f165-341d-4f72-8d9a-427a89712139 service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246269 Apr 30 16:19:44.118677 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-0c89b7df-f4eb-42d3-802b-b7c3ee9531c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:44.255139 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fecd62c3-f041-4eeb-af7d-e3d179cc86d2 req-20e6afa3-545b-4704-83f7-ff5a0753f55e service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714270 Apr 30 16:19:44.278342 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b874c-fac3-4887-b39b-5e07a3f5a413 req-fdaa8ae2-50c3-4674-9420-bb0595c62ddb tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:44.279008 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-7b0b874c-fac3-4887-b39b-5e07a3f5a413 req-fdaa8ae2-50c3-4674-9420-bb0595c62ddb tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Synchronizing usage tracker for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:19:44.294868 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-7b0b874c-fac3-4887-b39b-5e07a3f5a413 req-fdaa8ae2-50c3-4674-9420-bb0595c62ddb tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Unset dirty status for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:19:44.296149 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7b0b874c-fac3-4887-b39b-5e07a3f5a413 req-fdaa8ae2-50c3-4674-9420-bb0595c62ddb tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 944 time: 0.1302433 Apr 30 16:19:44.354427 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7b0b874c-fac3-4887-b39b-5e07a3f5a413 req-005053fa-550b-49b0-8d17-63af9ea6f284 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Apr 30 16:19:45.537788 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a434eb4-69c2-4dc5-af8c-9beea4c2c0ca req-4e6e597c-4761-4236-8f82-a83fdcfccf6d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:45.539464 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a434eb4-69c2-4dc5-af8c-9beea4c2c0ca req-4e6e597c-4761-4236-8f82-a83fdcfccf6d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 944 time: 0.0790851 Apr 30 16:19:45.583526 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9a434eb4-69c2-4dc5-af8c-9beea4c2c0ca req-557569d0-a4a5-4c34-a7ce-b0e0971de464 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381637 Apr 30 16:19:46.126506 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device d6a1b1fc-b065-43d6-a7ed-1db7e171a640 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:19:46.261974 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port d6a1b1fc-b065-43d6-a7ed-1db7e171a640, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:46.275374 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': 'd6a1b1fc-b065-43d6-a7ed-1db7e171a640', 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297', 'port_id': 'd6a1b1fc-b065-43d6-a7ed-1db7e171a640', 'mac_address': 'fa:16:3e:12:ef:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c766f393-1292-4f1c-bbd4-f51da8e2eb7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:19:46.332825 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:46.350530 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a1b1fc-b065-43d6-a7ed-1db7e171a640 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:19:46.366197 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port d6a1b1fc-b065-43d6-a7ed-1db7e171a640, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:46.371140 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:46.372869 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-db414c42-4825-44b9-9080-740c895111f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:46.442806 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:46.446604 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:46.771471 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8eb82-55d2-4ed1-9050-f0d0316305a0 req-ebc73e9c-f987-4c57-a7ee-78370496eb91 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:46.773648 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-28f8eb82-55d2-4ed1-9050-f0d0316305a0 req-ebc73e9c-f987-4c57-a7ee-78370496eb91 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 945 time: 0.0839829 Apr 30 16:19:46.818560 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-28f8eb82-55d2-4ed1-9050-f0d0316305a0 req-6dd5d8b5-6086-4f8d-a4c2-053b78e9028b tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391366 Apr 30 16:19:46.865047 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4aa7-6bdf-4c29-8846-156dac7bc8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:47.030705 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['d6a1b1fc-b065-43d6-a7ed-1db7e171a640'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:19:47.098526 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:47.998803 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:48.008904 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e603d9-83ad-4657-88fc-a712b1e6a9cc req-88a8a7c4-db66-4351-a4cc-81e751523eda tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:48.010388 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-41e603d9-83ad-4657-88fc-a712b1e6a9cc req-88a8a7c4-db66-4351-a4cc-81e751523eda tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 945 time: 0.0837073 Apr 30 16:19:48.055702 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-41e603d9-83ad-4657-88fc-a712b1e6a9cc req-23c55741-b60d-4ee0-ab46-fd2cbc3b8caa tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Apr 30 16:19:49.244507 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38b37d-e8a0-4500-a280-02d8ad1b9f0b req-6b303ce4-82d5-480a-bf8c-ae542486a985 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:49.245949 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fb38b37d-e8a0-4500-a280-02d8ad1b9f0b req-6b303ce4-82d5-480a-bf8c-ae542486a985 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 945 time: 0.0841835 Apr 30 16:19:49.291490 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fb38b37d-e8a0-4500-a280-02d8ad1b9f0b req-a0888224-3575-4e36-9d1e-ab08d43a410c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394926 Apr 30 16:19:49.458997 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:50.163072 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device d6a1b1fc-b065-43d6-a7ed-1db7e171a640 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:19:50.234535 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port d6a1b1fc-b065-43d6-a7ed-1db7e171a640 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:19:50.239236 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port d6a1b1fc-b065-43d6-a7ed-1db7e171a640 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:19:50.239615 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:50.359793 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:50.391171 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc4d9ee-cff2-45e3-99c9-ed484f3ce355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a1b1fc-b065-43d6-a7ed-1db7e171a640'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:19:50.401854 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port d6a1b1fc-b065-43d6-a7ed-1db7e171a640, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:19:50.406444 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:50.408461 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:19:50.477897 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:19:50.481100 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:19:50.494297 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fdec3-d6d2-4f38-b88d-6363e2804dcb req-27dbfff4-8564-486a-ada9-374a6c27f790 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:50.494828 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc4d9ee-cff2-45e3-99c9-ed484f3ce355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a1b1fc-b065-43d6-a7ed-1db7e171a640', 'code': 200} Apr 30 16:19:50.495791 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e97fdec3-d6d2-4f38-b88d-6363e2804dcb req-27dbfff4-8564-486a-ada9-374a6c27f790 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 946 time: 0.0952210 Apr 30 16:19:50.540946 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e97fdec3-d6d2-4f38-b88d-6363e2804dcb req-f4e199bb-d414-4dfc-b531-9d5fba9a4968 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Apr 30 16:19:50.814577 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c51ffd-34cf-4d9d-96f2-ff8f60bc978d req-8c19d8d6-aac5-4a95-a5b8-6adc8a62d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:50.815970 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c6c51ffd-34cf-4d9d-96f2-ff8f60bc978d req-8c19d8d6-aac5-4a95-a5b8-6adc8a62d614 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 1099 time: 0.0702081 Apr 30 16:19:50.863291 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c6c51ffd-34cf-4d9d-96f2-ff8f60bc978d req-c114616e-ae6a-44d5-b359-6753bdbaf94e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350142 Apr 30 16:19:51.736596 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111b355-3deb-44a6-8612-93ba03738b82 req-4f36bada-132f-4117-8d57-08bfb727ff28 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:51.738058 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1111b355-3deb-44a6-8612-93ba03738b82 req-4f36bada-132f-4117-8d57-08bfb727ff28 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 946 time: 0.0865088 Apr 30 16:19:51.783939 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1111b355-3deb-44a6-8612-93ba03738b82 req-11954b30-dbec-4699-b0e4-8682f1445320 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398297 Apr 30 16:19:52.973782 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb13659-bc03-4022-8888-c904406f7a5d req-8380f25d-03a7-4a43-93de-0e0c268de624 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:19:52.975226 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1eb13659-bc03-4022-8888-c904406f7a5d req-8380f25d-03a7-4a43-93de-0e0c268de624 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 946 time: 0.0817637 Apr 30 16:19:53.019616 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1eb13659-bc03-4022-8888-c904406f7a5d req-930b4b6d-8267-4204-b024-c79df039fabd tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379529 Apr 30 16:20:00.317521 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:00.377905 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f641-9ace-4409-8556-d75b09191b9f req-3c0a9690-4fb7-45f9-96e9-e63250c626cb tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:00.379365 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-3c0a9690-4fb7-45f9-96e9-e63250c626cb tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 814 time: 0.1461277 Apr 30 16:20:00.395057 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-16d9c8da-09c2-43bc-8d24-c9a070166194 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/quotas/646a129323c24dd5bedbf2c081e902a5 HTTP/1.1" status: 200 len: 375 time: 0.0091538 Apr 30 16:20:00.492319 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-8394dc99-c4f0-477d-bef3-f3e6071c7d3a tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922155 Apr 30 16:20:00.545491 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-47b8946c-7c67-4b18-b0ef-ecb9a673c389 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:20:00.546546 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-47b8946c-7c67-4b18-b0ef-ecb9a673c389 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472794 Apr 30 16:20:00.680712 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-99514879-2e4d-4e22-9efc-0926463c8385 service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282709 Apr 30 16:20:00.818527 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-89f6b7ba-5c0a-42f0-8e5b-936b9d946722 service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306543 Apr 30 16:20:00.995336 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fe0e76d8-1880-4b4a-bb85-3f92d45192f5 req-23032a7b-ac9f-47f3-9583-297dddc96f7c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0441260 Apr 30 16:20:02.143106 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-1e00e920-576a-4a2b-8e36-f89f2cf46767 req-d5cc2c7b-232a-494b-8f37-a636c5f77323 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0429003 Apr 30 16:20:02.372034 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f641-9ace-4409-8556-d75b09191b9f req-df7f2a15-5cca-423b-8c4b-451c0c29c735 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:02.373442 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-df7f2a15-5cca-423b-8c4b-451c0c29c735 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 814 time: 0.1542025 Apr 30 16:20:02.409797 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Request body: {'port': {'device_id': 'e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5', 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297', 'admin_state_up': True, 'tenant_id': '646a129323c24dd5bedbf2c081e902a5'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:20:02.548018 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:20:02.557263 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:20:02.566012 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Made reservation on behalf of 646a129323c24dd5bedbf2c081e902a5 for: {'port': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:20:02.569726 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:02.822794 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Allocated IP 172.20.0.7 (b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297/c766f393-1292-4f1c-bbd4-f51da8e2eb7d/4d8ee641-9387-499c-bcb1-a59e8fc692f8) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:20:03.023831 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:03.053293 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:03.060535 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6d14e5ce-dead-4e41-8d5e-18854db30ef8 tempest-VolumesSnapshotTestJSON-1395624755 tempest-VolumesSnapshotTestJSON-1395624755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:03.115288 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:20:03.119177 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:20:03.120321 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['b03065f8-e2ef-40e7-80fc-a88922e6dfec', '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14', 'd6a1b1fc-b065-43d6-a7ed-1db7e171a640'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:20:03.121514 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:20:03.184070 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Pushing event updated for resources: {'Port': ['ID=4d8ee641-9387-499c-bcb1-a59e8fc692f8,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:03.188693 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:03.207404 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:03.208025 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:03.236042 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-1861714e-9788-4182-a362-f5ea0be55896 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301170 Apr 30 16:20:03.298713 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Request body: {'port': {'device_id': 'e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:20:03.439128 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:03.466350 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b350-0aee-456b-9250-0a7ad918ef89 req-f31b7c0e-e9a6-4fe4-9ece-0a6096b7c4c4 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:03.467047 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-fca2b350-0aee-456b-9250-0a7ad918ef89 req-f31b7c0e-e9a6-4fe4-9ece-0a6096b7c4c4 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Synchronizing usage tracker for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:20:03.530400 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-fca2b350-0aee-456b-9250-0a7ad918ef89 req-f31b7c0e-e9a6-4fe4-9ece-0a6096b7c4c4 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Unset dirty status for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:20:03.531564 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fca2b350-0aee-456b-9250-0a7ad918ef89 req-f31b7c0e-e9a6-4fe4-9ece-0a6096b7c4c4 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 931 time: 0.2756469 Apr 30 16:20:03.641270 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fca2b350-0aee-456b-9250-0a7ad918ef89 req-d464d7b3-6974-4b24-9d8e-53ce504aa406 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009383 Apr 30 16:20:03.843283 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8ee641-9387-499c-bcb1-a59e8fc692f8 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:20:03.850382 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:03.864751 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Transition to ACTIVE for port object 4d8ee641-9387-499c-bcb1-a59e8fc692f8 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:20:03.867768 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:03.872188 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:04.021786 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Pushing event updated for resources: {'Port': ['ID=4d8ee641-9387-499c-bcb1-a59e8fc692f8,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:04.024619 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:04.128396 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Attempting to bind port 4d8ee641-9387-499c-bcb1-a59e8fc692f8 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:20:04.128729 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Attempting to bind port 4d8ee641-9387-499c-bcb1-a59e8fc692f8 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:20:04.129062 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Attempting to bind port 4d8ee641-9387-499c-bcb1-a59e8fc692f8 on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:20:04.133807 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Port 4d8ee641-9387-499c-bcb1-a59e8fc692f8 on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:20:04.134265 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Attempting to bind port 4d8ee641-9387-499c-bcb1-a59e8fc692f8 on network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:20:04.139379 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:20:04.139710 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Checking segment: {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:20:04.140092 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Bound using segment: {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:20:04.140522 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Bound port: 4d8ee641-9387-499c-bcb1-a59e8fc692f8, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:20:04.140867 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:04.228839 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] For port 4d8ee641-9387-499c-bcb1-a59e8fc692f8, host hv-cinder-77500, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:20:04.231853 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] For port 4d8ee641-9387-499c-bcb1-a59e8fc692f8, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=4d8ee641-9387-499c-bcb1-a59e8fc692f8,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:20:04.235688 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:04.240138 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-331a8928-ee81-4652-aa8b-5b5cd827cf92 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:04.292619 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:04.293224 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:04.294575 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] 10.222.0.64 "PUT /v2.0/ports/4d8ee641-9387-499c-bcb1-a59e8fc692f8 HTTP/1.1" status: 200 len: 1093 time: 1.0060146 Apr 30 16:20:04.295069 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5', 'tag': '4d8ee641-9387-499c-bcb1-a59e8fc692f8'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:20:04.328944 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Pushing event updated for resources: {'Port': ['ID=4d8ee641-9387-499c-bcb1-a59e8fc692f8,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:04.332045 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:04.344247 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5', 'tag': '4d8ee641-9387-499c-bcb1-a59e8fc692f8', 'status': 'completed', 'code': 200} Apr 30 16:20:04.454673 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f641-9ace-4409-8556-d75b09191b9f req-0f8a25ad-2d8d-4fc6-8845-248153295a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:04.456122 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-0f8a25ad-2d8d-4fc6-8845-248153295a23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0709109 Apr 30 16:20:04.642728 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-c94dec03-25d9-4898-b3f0-d03a48ca827e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8ee641-9387-499c-bcb1-a59e8fc692f8 HTTP/1.1" status: 200 len: 217 time: 0.1631906 Apr 30 16:20:04.711132 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f641-9ace-4409-8556-d75b09191b9f req-280fc363-698e-44c3-8c86-4e3b8c806479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:04.712629 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-280fc363-698e-44c3-8c86-4e3b8c806479 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c766f393-1292-4f1c-bbd4-f51da8e2eb7d HTTP/1.1" status: 200 len: 854 time: 0.0592632 Apr 30 16:20:04.799353 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-08472e74-bce4-4ad3-bf03-90dce6445325 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785472 Apr 30 16:20:04.949456 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48d992-268b-4bdf-be80-881d4577591e req-a196a5fd-00cb-4d28-968c-c8fa5c8a5f20 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:04.950851 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fa48d992-268b-4bdf-be80-881d4577591e req-a196a5fd-00cb-4d28-968c-c8fa5c8a5f20 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 943 time: 0.1963775 Apr 30 16:20:04.959728 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-08837ebb-77ba-466e-900d-e75ad0b3922e service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522336 Apr 30 16:20:05.085243 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-fa48d992-268b-4bdf-be80-881d4577591e req-7c27aa3d-0f81-4005-848e-1f2271141322 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275673 Apr 30 16:20:05.120090 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0d32f641-9ace-4409-8556-d75b09191b9f req-e299b926-2656-417d-997c-fb6fb9a957d5 service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466503 Apr 30 16:20:05.322416 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511f33-1c6c-45da-bb43-c3ad693e01e7 req-150a137f-a825-4f34-a044-3008653a1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:05.323797 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4c511f33-1c6c-45da-bb43-c3ad693e01e7 req-150a137f-a825-4f34-a044-3008653a1bb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0758851 Apr 30 16:20:05.461406 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511f33-1c6c-45da-bb43-c3ad693e01e7 req-c9d675b1-0476-48d7-8937-6b46f8c0ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:05.463526 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4c511f33-1c6c-45da-bb43-c3ad693e01e7 req-c9d675b1-0476-48d7-8937-6b46f8c0ddbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 915 time: 0.1295404 Apr 30 16:20:05.534156 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4c511f33-1c6c-45da-bb43-c3ad693e01e7 req-cbc5f98b-d96a-450f-8844-0b359471a1d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8ee641-9387-499c-bcb1-a59e8fc692f8 HTTP/1.1" status: 200 len: 217 time: 0.0597260 Apr 30 16:20:05.602236 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511f33-1c6c-45da-bb43-c3ad693e01e7 req-7c9ff201-f875-49f6-b3cb-49b814b75190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:05.603583 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4c511f33-1c6c-45da-bb43-c3ad693e01e7 req-7c9ff201-f875-49f6-b3cb-49b814b75190 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c766f393-1292-4f1c-bbd4-f51da8e2eb7d HTTP/1.1" status: 200 len: 854 time: 0.0595591 Apr 30 16:20:05.655977 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4c511f33-1c6c-45da-bb43-c3ad693e01e7 req-9d177f24-87b2-4da7-a51f-3b77719f8dc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411484 Apr 30 16:20:05.819412 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4c511f33-1c6c-45da-bb43-c3ad693e01e7 req-678ae9c0-417c-4c91-9fdd-880714ffaf45 service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283679 Apr 30 16:20:05.951167 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4c511f33-1c6c-45da-bb43-c3ad693e01e7 req-0a32be09-1e33-411e-b447-d0cf3214b87b service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234024 Apr 30 16:20:06.276461 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44c0d7-666d-4428-83cb-ccec13ee7237 req-839fd372-81be-4d8e-b837-6f514aa68f83 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:06.277797 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9b44c0d7-666d-4428-83cb-ccec13ee7237 req-839fd372-81be-4d8e-b837-6f514aa68f83 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 943 time: 0.0814173 Apr 30 16:20:06.323538 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-9b44c0d7-666d-4428-83cb-ccec13ee7237 req-78f46260-7cfa-4cc5-9389-f7ea1ad2c749 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399187 Apr 30 16:20:06.345684 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:20:07.514316 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0595cb8-d688-49fe-87ad-b4a1551625e9 req-7c2c90f6-d89a-4cfd-9e6d-26bd50003fbc tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:07.515689 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a0595cb8-d688-49fe-87ad-b4a1551625e9 req-7c2c90f6-d89a-4cfd-9e6d-26bd50003fbc tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 943 time: 0.0852761 Apr 30 16:20:07.560728 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a0595cb8-d688-49fe-87ad-b4a1551625e9 req-73e3c4f4-55e5-4196-a873-53b0968896ef tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393426 Apr 30 16:20:08.259761 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 4d8ee641-9387-499c-bcb1-a59e8fc692f8 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:20:08.395907 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 4d8ee641-9387-499c-bcb1-a59e8fc692f8, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=4d8ee641-9387-499c-bcb1-a59e8fc692f8,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:20:08.409883 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': '4d8ee641-9387-499c-bcb1-a59e8fc692f8', 'network_id': 'b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297', 'port_id': '4d8ee641-9387-499c-bcb1-a59e8fc692f8', 'mac_address': 'fa:16:3e:b6:df:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c766f393-1292-4f1c-bbd4-f51da8e2eb7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:20:08.468798 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:08.484876 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8ee641-9387-499c-bcb1-a59e8fc692f8 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:20:08.500662 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 4d8ee641-9387-499c-bcb1-a59e8fc692f8, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=4d8ee641-9387-499c-bcb1-a59e8fc692f8,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:20:08.504398 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:08.506159 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-d1e81acc-7db1-45b2-87d2-73a6faea4b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:08.573318 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=4d8ee641-9387-499c-bcb1-a59e8fc692f8,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:08.576229 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:08.745401 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d8ae0-8e2a-4ebd-8b00-ff68f3797e38 req-9a99972e-f1fd-482f-a7a6-72671f631295 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:08.746881 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-598d8ae0-8e2a-4ebd-8b00-ff68f3797e38 req-9a99972e-f1fd-482f-a7a6-72671f631295 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 944 time: 0.0812705 Apr 30 16:20:08.792951 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-598d8ae0-8e2a-4ebd-8b00-ff68f3797e38 req-20ecc2c4-8744-4964-ada6-6cfff7612d30 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Apr 30 16:20:09.281734 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['4d8ee641-9387-499c-bcb1-a59e8fc692f8'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:20:09.983517 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a860d6d-e3ca-4b3e-b4ae-d99c0b0eda75 req-73bd2968-1e32-4c4e-84f8-8341ed885d1d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:09.984970 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5a860d6d-e3ca-4b3e-b4ae-d99c0b0eda75 req-73bd2968-1e32-4c4e-84f8-8341ed885d1d tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 944 time: 0.0807948 Apr 30 16:20:10.031733 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5a860d6d-e3ca-4b3e-b4ae-d99c0b0eda75 req-705a556d-cf33-4a2f-80fc-dbf9847d1547 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404356 Apr 30 16:20:11.307142 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5bca7-1276-4bf4-9472-bbdce877c9e9 req-971c5681-40b6-4410-aa6a-dddba9e4cffd tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:11.308616 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6ea5bca7-1276-4bf4-9472-bbdce877c9e9 req-971c5681-40b6-4410-aa6a-dddba9e4cffd tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 944 time: 0.1725118 Apr 30 16:20:11.353887 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6ea5bca7-1276-4bf4-9472-bbdce877c9e9 req-8b6980f1-f995-40fd-85cd-742bcce05975 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Apr 30 16:20:12.297490 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 4d8ee641-9387-499c-bcb1-a59e8fc692f8 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:20:12.364050 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port 4d8ee641-9387-499c-bcb1-a59e8fc692f8 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:20:12.369922 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port 4d8ee641-9387-499c-bcb1-a59e8fc692f8 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:20:12.370343 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:12.490530 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:12.518021 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8ee641-9387-499c-bcb1-a59e8fc692f8'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:20:12.530843 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port 4d8ee641-9387-499c-bcb1-a59e8fc692f8, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=4d8ee641-9387-499c-bcb1-a59e8fc692f8,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:20:12.536605 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:12.540592 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-db414c42-4825-44b9-9080-740c895111f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:12.545282 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50410bf-244e-4834-b892-31b517410485 req-099df355-7af6-42e7-8e58-8dbb12f04da6 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:12.546866 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a50410bf-244e-4834-b892-31b517410485 req-099df355-7af6-42e7-8e58-8dbb12f04da6 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 944 time: 0.0892098 Apr 30 16:20:12.578172 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8ee641-9387-499c-bcb1-a59e8fc692f8', 'code': 200} Apr 30 16:20:12.595830 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a50410bf-244e-4834-b892-31b517410485 req-5ee48db0-7953-4975-9b4b-3d31659e2702 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Apr 30 16:20:12.621104 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=4d8ee641-9387-499c-bcb1-a59e8fc692f8,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:12.623901 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:12.889751 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f98f8-25e9-458f-a3bd-1842a34d053a req-41bc4e9f-24d4-4abc-87bb-79ffc37e14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:12.891244 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5b8f98f8-25e9-458f-a3bd-1842a34d053a req-41bc4e9f-24d4-4abc-87bb-79ffc37e14c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 1098 time: 0.0699651 Apr 30 16:20:12.936637 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5b8f98f8-25e9-458f-a3bd-1842a34d053a req-6c0d05ae-8aa4-4302-a549-c46e26307de3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377862 Apr 30 16:20:13.783418 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcb569-f521-42e4-9eb3-ec4218a43a28 req-380f2e39-2ce9-4290-bac5-833bebf9a70b tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:13.784857 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3fcb569-f521-42e4-9eb3-ec4218a43a28 req-380f2e39-2ce9-4290-bac5-833bebf9a70b tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0791020 Apr 30 16:20:13.832838 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f3fcb569-f521-42e4-9eb3-ec4218a43a28 req-7ae1f815-421c-40b7-8fe8-faee993e1400 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Apr 30 16:20:14.122110 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-6f3228dd-d1ec-4064-949f-dfebaa9d1200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:15.119802 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453254d4-0567-4a83-8f34-692c1f16730f req-03494514-4694-4ec5-aa99-8d2604bd17c0 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:15.121149 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-453254d4-0567-4a83-8f34-692c1f16730f req-03494514-4694-4ec5-aa99-8d2604bd17c0 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 945 time: 0.1794276 Apr 30 16:20:15.167671 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-453254d4-0567-4a83-8f34-692c1f16730f req-bef1dd41-d466-4875-b834-b78f989ace88 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Apr 30 16:20:16.351356 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76eacbe-542c-4378-9ef6-6f1fcd53083b req-630dbc52-741d-4e66-bc94-07b3aab1eaf7 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:16.352841 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b76eacbe-542c-4378-9ef6-6f1fcd53083b req-630dbc52-741d-4e66-bc94-07b3aab1eaf7 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0810592 Apr 30 16:20:16.397393 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b76eacbe-542c-4378-9ef6-6f1fcd53083b req-edd4314a-47ce-4f07-8b23-4c20cdc595a2 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388160 Apr 30 16:20:16.866518 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c45df55f-fca9-42e5-b1c6-f82e3d066ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:17.061992 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:18.002875 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:19.461411 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:25.084642 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08952f-b7d7-4803-853f-84b70fca35db req-536e670f-f4fd-4f24-8a9f-07e29083f9fa tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:25.086091 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5b08952f-b7d7-4803-853f-84b70fca35db req-536e670f-f4fd-4f24-8a9f-07e29083f9fa tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0830863 Apr 30 16:20:25.130852 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-5b08952f-b7d7-4803-853f-84b70fca35db req-b7cccba0-d476-4549-8898-f600e548a0d7 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384126 Apr 30 16:20:26.322830 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8240bc0-b113-480a-bbf8-f9a3f2ab15c6 req-7d57cb76-8a91-4ad9-a83a-fd5b7cabe604 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:26.324257 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e8240bc0-b113-480a-bbf8-f9a3f2ab15c6 req-7d57cb76-8a91-4ad9-a83a-fd5b7cabe604 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0828409 Apr 30 16:20:26.369634 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e8240bc0-b113-480a-bbf8-f9a3f2ab15c6 req-2b7cff3d-815c-4312-bf67-b83fdc56b138 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Apr 30 16:20:27.554454 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a570b1-067f-44ee-afa3-2677b3c38eff req-712fd1f0-3c50-4442-a8e2-b7772b99f981 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:27.555858 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51a570b1-067f-44ee-afa3-2677b3c38eff req-712fd1f0-3c50-4442-a8e2-b7772b99f981 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0818429 Apr 30 16:20:27.604948 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-51a570b1-067f-44ee-afa3-2677b3c38eff req-16af6e2f-b71f-4319-9f5a-b83040e8dc00 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432234 Apr 30 16:20:28.288053 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-c427c81b-e7dc-474e-bb1f-d7e8434db0f8 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:28.289470 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-c427c81b-e7dc-474e-bb1f-d7e8434db0f8 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0798435 Apr 30 16:20:28.430289 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Deleting port 4d8ee641-9387-499c-bcb1-a59e8fc692f8 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:20:28.430656 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:28.567897 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] For port 4d8ee641-9387-499c-bcb1-a59e8fc692f8, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=4d8ee641-9387-499c-bcb1-a59e8fc692f8,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:20:28.568169 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:28.710243 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Calling delete_port for 4d8ee641-9387-499c-bcb1-a59e8fc692f8 owned by compute:nova {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:20:28.824273 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa7ce7-df55-4a03-bd65-ae7a0af74d27 req-302fd0b1-e3c9-4978-9675-db51243c9359 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:28.825674 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1afa7ce7-df55-4a03-bd65-ae7a0af74d27 req-302fd0b1-e3c9-4978-9675-db51243c9359 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5 HTTP/1.1" status: 200 len: 945 time: 0.1084692 Apr 30 16:20:28.926605 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1afa7ce7-df55-4a03-bd65-ae7a0af74d27 req-88cee6ae-5f86-4c97-8e9a-bcfc1c129fe9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945218 Apr 30 16:20:28.933173 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:28.939128 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d02a905b-d70c-4f24-991a-8a1348bbe175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:28.979391 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['b03065f8-e2ef-40e7-80fc-a88922e6dfec', '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14', 'd6a1b1fc-b065-43d6-a7ed-1db7e171a640'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:20:28.985548 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Pushing event deleted for resources: {'Port': ['ID=4d8ee641-9387-499c-bcb1-a59e8fc692f8,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:29.022100 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.022476 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.022831 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.023184 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.023534 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.023884 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.024230 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.025206 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.025758 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.026225 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.026577 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.026928 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:20:29.037401 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:29.074203 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] No DVR routers for this DVR port 4d8ee641-9387-499c-bcb1-a59e8fc692f8 on host hv-cinder-77500 {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:20:29.076768 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:29.079325 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5', 'name': 'network-vif-deleted', 'tag': '4d8ee641-9387-499c-bcb1-a59e8fc692f8'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:20:29.097565 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-315b40d2-e44f-4f9a-b6ff-a195f1e36af9 req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "DELETE /v2.0/ports/4d8ee641-9387-499c-bcb1-a59e8fc692f8 HTTP/1.1" status: 204 len: 173 time: 0.8011234 Apr 30 16:20:29.131779 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a14eed-6ccf-40bb-bf4a-eb2fc845e2a5', 'name': 'network-vif-deleted', 'tag': '4d8ee641-9387-499c-bcb1-a59e8fc692f8', 'status': 'completed', 'code': 200} Apr 30 16:20:30.342361 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:30.435820 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 4d8ee641-9387-499c-bcb1-a59e8fc692f8 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:20:30.472496 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 4d8ee641-9387-499c-bcb1-a59e8fc692f8 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:20:30.472839 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 4d8ee641-9387-499c-bcb1-a59e8fc692f8 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:20:31.620047 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbbe1d-54eb-4566-a586-32b9e96d7d38 req-f4391400-aac4-45f7-a2bf-d6f1f83372fa tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:31.620747 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-71cbbe1d-54eb-4566-a586-32b9e96d7d38 req-f4391400-aac4-45f7-a2bf-d6f1f83372fa tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Synchronizing usage tracker for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:20:31.636208 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-71cbbe1d-54eb-4566-a586-32b9e96d7d38 req-f4391400-aac4-45f7-a2bf-d6f1f83372fa tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Unset dirty status for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:20:31.637328 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-71cbbe1d-54eb-4566-a586-32b9e96d7d38 req-f4391400-aac4-45f7-a2bf-d6f1f83372fa tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 946 time: 0.0973659 Apr 30 16:20:31.688899 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-71cbbe1d-54eb-4566-a586-32b9e96d7d38 req-ddde7221-e0ce-4bc7-9e73-3a2dc4e8e671 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454307 Apr 30 16:20:32.878515 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce417d-cd91-4292-9c32-bc5e760c54db req-16860742-c495-42e5-8ad2-0bc9e1bac9e9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:32.879965 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a4ce417d-cd91-4292-9c32-bc5e760c54db req-16860742-c495-42e5-8ad2-0bc9e1bac9e9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 946 time: 0.0824354 Apr 30 16:20:32.925092 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a4ce417d-cd91-4292-9c32-bc5e760c54db req-c0261d1c-1276-49d3-a360-bcab0ad3ea51 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Apr 30 16:20:34.169661 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995237e-df2c-418e-8903-378610bbe6c5 req-00c0fc4a-f3b1-4902-a5dd-944b042bc170 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:34.171177 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2995237e-df2c-418e-8903-378610bbe6c5 req-00c0fc4a-f3b1-4902-a5dd-944b042bc170 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 946 time: 0.1417043 Apr 30 16:20:34.182948 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-045c627b-0da2-4f8a-9f3f-baae2c1e7623 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:34.184441 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-045c627b-0da2-4f8a-9f3f-baae2c1e7623 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 946 time: 0.1204042 Apr 30 16:20:34.281203 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-2995237e-df2c-418e-8903-378610bbe6c5 req-e5ab026b-7e9d-4fa2-a755-d929fc96bae7 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956500 Apr 30 16:20:34.350513 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Deleting port d6a1b1fc-b065-43d6-a7ed-1db7e171a640 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:20:34.350849 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:34.488160 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] For port d6a1b1fc-b065-43d6-a7ed-1db7e171a640, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:20:34.488518 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:34.700866 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Calling delete_port for d6a1b1fc-b065-43d6-a7ed-1db7e171a640 owned by compute:nova {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:20:34.822060 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:34.828385 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:34.876969 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Pushing event deleted for resources: {'Port': ['ID=d6a1b1fc-b065-43d6-a7ed-1db7e171a640,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:34.879581 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:34.887530 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['b03065f8-e2ef-40e7-80fc-a88922e6dfec', '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:20:34.955518 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] No DVR routers for this DVR port d6a1b1fc-b065-43d6-a7ed-1db7e171a640 on host hv-cinder-77500 {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:20:34.958012 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:34.960637 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc4d9ee-cff2-45e3-99c9-ed484f3ce355', 'name': 'network-vif-deleted', 'tag': 'd6a1b1fc-b065-43d6-a7ed-1db7e171a640'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:20:34.979460 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-74dc25ca-4872-4f61-92cb-f251f96f918a req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "DELETE /v2.0/ports/d6a1b1fc-b065-43d6-a7ed-1db7e171a640 HTTP/1.1" status: 204 len: 173 time: 0.7784898 Apr 30 16:20:35.010178 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc4d9ee-cff2-45e3-99c9-ed484f3ce355', 'name': 'network-vif-deleted', 'tag': 'd6a1b1fc-b065-43d6-a7ed-1db7e171a640', 'status': 'completed', 'code': 200} Apr 30 16:20:35.448034 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-6fc16f88-e063-4386-900d-1eb466e527fe req-5bd69431-f44d-4e34-b890-f2b7d2e57b2e tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Synchronizing usage tracker for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:20:35.463337 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-6fc16f88-e063-4386-900d-1eb466e527fe req-5bd69431-f44d-4e34-b890-f2b7d2e57b2e tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Unset dirty status for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:20:35.464511 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6fc16f88-e063-4386-900d-1eb466e527fe req-5bd69431-f44d-4e34-b890-f2b7d2e57b2e tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc4d9ee-cff2-45e3-99c9-ed484f3ce355 HTTP/1.1" status: 200 len: 210 time: 0.0631702 Apr 30 16:20:36.481472 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device d6a1b1fc-b065-43d6-a7ed-1db7e171a640 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:20:36.517403 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: d6a1b1fc-b065-43d6-a7ed-1db7e171a640 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:20:36.517757 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device d6a1b1fc-b065-43d6-a7ed-1db7e171a640 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:20:37.076459 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28cb4d-f102-4be5-9fe9-e2de83ec71de req-2a0dd820-4ba2-476c-8c17-f8dd1c0c09e9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:37.078025 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6c28cb4d-f102-4be5-9fe9-e2de83ec71de req-2a0dd820-4ba2-476c-8c17-f8dd1c0c09e9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 945 time: 0.0900140 Apr 30 16:20:37.125254 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6c28cb4d-f102-4be5-9fe9-e2de83ec71de req-14c4adca-34ec-419e-aae9-c83e01681316 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Apr 30 16:20:38.320491 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba30389-4ae7-4eeb-8225-e9b60d5ff9b7 req-2d39f957-119d-4bac-8613-bc482ae541e0 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:38.323200 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ba30389-4ae7-4eeb-8225-e9b60d5ff9b7 req-2d39f957-119d-4bac-8613-bc482ae541e0 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 945 time: 0.0853059 Apr 30 16:20:38.373710 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4ba30389-4ae7-4eeb-8225-e9b60d5ff9b7 req-71f6b474-e74e-4ba5-9871-357658c607e2 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Apr 30 16:20:39.170199 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-d57efa5b-a963-4eb3-bb37-682cab8c89ee tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:39.171670 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-d57efa5b-a963-4eb3-bb37-682cab8c89ee tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 945 time: 0.0854652 Apr 30 16:20:39.309003 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Deleting port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:20:39.309344 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:39.448082 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] For port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:20:39.448802 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:39.559014 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec71b4-05ed-46bb-b7d5-20b3c8fee406 req-9bbcbfec-a9d2-4c31-a1a4-1903174b36c6 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:39.560519 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-05ec71b4-05ed-46bb-b7d5-20b3c8fee406 req-9bbcbfec-a9d2-4c31-a1a4-1903174b36c6 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e HTTP/1.1" status: 200 len: 945 time: 0.0814052 Apr 30 16:20:39.577489 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Calling delete_port for 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 owned by compute:nova {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:20:39.605858 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-05ec71b4-05ed-46bb-b7d5-20b3c8fee406 req-629b0057-ebaa-4ade-9f3e-0b7603c72ce1 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Apr 30 16:20:39.688355 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:39.693781 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8c56181f-563f-4a10-ad34-9b81ab9730ae tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:39.732174 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['b03065f8-e2ef-40e7-80fc-a88922e6dfec', '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:20:39.741336 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Pushing event deleted for resources: {'Port': ['ID=68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:39.744300 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:39.817256 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] No DVR routers for this DVR port 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 on host hv-cinder-77500 {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:20:39.820958 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:39.823692 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e', 'name': 'network-vif-deleted', 'tag': '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:20:39.842335 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5e662b9f-0a88-4661-887f-642485b9bd87 req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "DELETE /v2.0/ports/68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 HTTP/1.1" status: 204 len: 173 time: 0.6640339 Apr 30 16:20:39.878770 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf9f6f4-3ed7-4a4d-a194-2f41b3ecfa7e', 'name': 'network-vif-deleted', 'tag': '68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14', 'status': 'completed', 'code': 200} Apr 30 16:20:41.604565 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bf45082a-9a21-4525-9697-18831ab2c322 req-ec6f8b72-88cc-46ff-8cd4-51a3fc75bfe0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743127 Apr 30 16:20:41.715784 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45082a-9a21-4525-9697-18831ab2c322 req-42f4df06-c5f2-4a52-b72b-9aefb93317bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:41.717263 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bf45082a-9a21-4525-9697-18831ab2c322 req-42f4df06-c5f2-4a52-b72b-9aefb93317bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646a129323c24dd5bedbf2c081e902a5&device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 1098 time: 0.0763044 Apr 30 16:20:41.867697 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45082a-9a21-4525-9697-18831ab2c322 req-6faef6bd-119a-4e9e-ba48-f86c39482856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:41.869173 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bf45082a-9a21-4525-9697-18831ab2c322 req-6faef6bd-119a-4e9e-ba48-f86c39482856 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 200 len: 915 time: 0.1317379 Apr 30 16:20:41.942173 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bf45082a-9a21-4525-9697-18831ab2c322 req-54fbc4e6-470a-4821-a7be-83e930f93558 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b03065f8-e2ef-40e7-80fc-a88922e6dfec HTTP/1.1" status: 200 len: 217 time: 0.0659065 Apr 30 16:20:42.006591 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45082a-9a21-4525-9697-18831ab2c322 req-f51c6e33-a582-4915-bc8a-cffe1af43595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:42.008033 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bf45082a-9a21-4525-9697-18831ab2c322 req-f51c6e33-a582-4915-bc8a-cffe1af43595 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c766f393-1292-4f1c-bbd4-f51da8e2eb7d HTTP/1.1" status: 200 len: 854 time: 0.0589132 Apr 30 16:20:42.061337 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bf45082a-9a21-4525-9697-18831ab2c322 req-a97f1994-27e0-40c6-9f2a-9f9b8453a213 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450170 Apr 30 16:20:42.296864 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bf45082a-9a21-4525-9697-18831ab2c322 req-2896da10-81df-4d6a-9b71-8647a9ee5d02 service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272022 Apr 30 16:20:42.325675 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d76e6-9096-4eee-a58f-9da5f47e160f req-cdb9749f-60e9-4281-b566-b99b3880a49f tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:42.327194 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b07d76e6-9096-4eee-a58f-9da5f47e160f req-cdb9749f-60e9-4281-b566-b99b3880a49f tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 945 time: 0.0845420 Apr 30 16:20:42.375285 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b07d76e6-9096-4eee-a58f-9da5f47e160f req-f887ff4c-9042-475e-b993-efb7c9a0ed20 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 Apr 30 16:20:42.435543 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-bf45082a-9a21-4525-9697-18831ab2c322 req-b9085d9f-f870-4167-9d30-6fd1e7429da7 service neutron] 10.222.0.64 "GET /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303935 Apr 30 16:20:42.502685 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:20:42.537512 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:20:42.537861 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 68e7eea9-7220-4ed4-b2bf-cb2cfd02fd14 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:20:43.344711 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:20:43.562244 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9663-9a55-4936-86c7-1f99df95eb2c req-abf2da5f-a5cb-4d86-b253-f029ea662b71 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:43.562849 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-d9ee9663-9a55-4936-86c7-1f99df95eb2c req-abf2da5f-a5cb-4d86-b253-f029ea662b71 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Synchronizing usage tracker for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:20:43.578015 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-d9ee9663-9a55-4936-86c7-1f99df95eb2c req-abf2da5f-a5cb-4d86-b253-f029ea662b71 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Unset dirty status for tenant:646a129323c24dd5bedbf2c081e902a5 on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:20:43.579124 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d9ee9663-9a55-4936-86c7-1f99df95eb2c req-abf2da5f-a5cb-4d86-b253-f029ea662b71 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 945 time: 0.0957913 Apr 30 16:20:43.625349 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d9ee9663-9a55-4936-86c7-1f99df95eb2c req-b14e44d5-d0e5-40c2-94e1-d2c5314116a9 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404520 Apr 30 16:20:44.126208 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-675bb199-7041-4dbe-b680-f3fe575b45ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:44.815022 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c4b86-b95a-439a-bdfa-adb9b2d2281c req-d038a907-084e-4b7e-915e-51c70dc16320 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:44.816483 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-496c4b86-b95a-439a-bdfa-adb9b2d2281c req-d038a907-084e-4b7e-915e-51c70dc16320 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 945 time: 0.0849292 Apr 30 16:20:44.864987 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-496c4b86-b95a-439a-bdfa-adb9b2d2281c req-99e51511-63a5-4977-822b-1517d6f6f3a3 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67b353c-0f8a-46ad-994a-a94f6a491047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Apr 30 16:20:45.171835 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-df377f24-8f04-42c5-81a2-dba3f9ffcf97 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:20:45.173251 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-df377f24-8f04-42c5-81a2-dba3f9ffcf97 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 945 time: 0.0833366 Apr 30 16:20:45.317746 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Deleting port b03065f8-e2ef-40e7-80fc-a88922e6dfec {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:20:45.318126 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:45.455117 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] For port b03065f8-e2ef-40e7-80fc-a88922e6dfec, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=b03065f8-e2ef-40e7-80fc-a88922e6dfec,segment=NetworkSegment(db5cbad4-c43c-4f3b-aaca-ac2b6fd86534),segment_id=db5cbad4-c43c-4f3b-aaca-ac2b6fd86534)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:20:45.455389 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:45.578791 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Calling delete_port for b03065f8-e2ef-40e7-80fc-a88922e6dfec owned by compute:nova {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:20:45.691103 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:45.696587 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:45.736028 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['b03065f8-e2ef-40e7-80fc-a88922e6dfec'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:20:45.747345 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Pushing event deleted for resources: {'Port': ['ID=b03065f8-e2ef-40e7-80fc-a88922e6dfec,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:45.779873 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:45.822824 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] No DVR routers for this DVR port b03065f8-e2ef-40e7-80fc-a88922e6dfec on host hv-cinder-77500 {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:20:45.825341 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:45.828541 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c020a904-e5cc-459e-a5b6-66233386b083', 'name': 'network-vif-deleted', 'tag': 'b03065f8-e2ef-40e7-80fc-a88922e6dfec'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:20:45.844627 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3585026b-3fa8-434a-b81e-57690d1ddb4c req-89d1d8a0-197e-4683-824d-133bb68cf003 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.64 "DELETE /v2.0/ports/b03065f8-e2ef-40e7-80fc-a88922e6dfec HTTP/1.1" status: 204 len: 173 time: 0.6633110 Apr 30 16:20:45.877528 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c020a904-e5cc-459e-a5b6-66233386b083', 'name': 'network-vif-deleted', 'tag': 'b03065f8-e2ef-40e7-80fc-a88922e6dfec', 'status': 'completed', 'code': 200} Apr 30 16:20:46.023020 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b7cf143b-6470-4aac-8d7b-ad78339a4c72 req-b2a5cd07-3f87-4ab6-907d-5f3c5316925b tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c020a904-e5cc-459e-a5b6-66233386b083 HTTP/1.1" status: 200 len: 210 time: 0.0455070 Apr 30 16:20:46.875334 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-62bdf08a-7ca6-4c46-bd66-ac5990e2a1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:47.065575 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:47.142704 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58944) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:20:47.204252 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-257e2a08-c94a-4bc2-91d7-faabbf923865 admin admin] Deleting subnet c766f393-1292-4f1c-bbd4-f51da8e2eb7d {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:20:47.207218 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-257e2a08-c94a-4bc2-91d7-faabbf923865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:47.256736 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-257e2a08-c94a-4bc2-91d7-faabbf923865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:47.316238 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-257e2a08-c94a-4bc2-91d7-faabbf923865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:47.557815 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-257e2a08-c94a-4bc2-91d7-faabbf923865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:47.561237 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-371e92ad-67fa-4b9c-ac8b-3bf005d3f18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:47.689219 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e2a08-c94a-4bc2-91d7-faabbf923865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c766f393-1292-4f1c-bbd4-f51da8e2eb7d,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:47.692279 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-257e2a08-c94a-4bc2-91d7-faabbf923865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:47.693252 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-257e2a08-c94a-4bc2-91d7-faabbf923865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:47.700547 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-257e2a08-c94a-4bc2-91d7-faabbf923865 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c766f393-1292-4f1c-bbd4-f51da8e2eb7d HTTP/1.1" status: 204 len: 168 time: 0.5566759 Apr 30 16:20:47.704503 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58948) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:20:47.812825 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:47.940656 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.007066 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.048342 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297']}} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:20:48.060915 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534') {'for_net_delete': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:20:48.061207 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5cbad4-c43c-4f3b-aaca-ac2b6fd86534') {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:20:48.073159 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2191859'] for segment, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.088777 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.094914 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=73862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:20:48.261975 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:20:48.273737 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3048259'] for segment, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.444040 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Network b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: Traceback (most recent call last): Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: timer() Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: cb(*args, **kw) Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: return func(*args, **kwargs) Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: self._notify() Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: self.callback(batched_events) Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: event.method(event) Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: return f(self, *a, **k) Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: return self._get(url).json() Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: return self.request(url, 'GET', **kwargs) Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:20:48.465051 dv-cinder-775008-3-smb neutron-server[73862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:20:48.513893 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device b03065f8-e2ef-40e7-80fc-a88922e6dfec no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:20:48.544754 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.549054 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: b03065f8-e2ef-40e7-80fc-a88922e6dfec {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:20:48.549458 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3bd3ebaa-dd4c-4bc3-9d83-bc1360a65e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:48.549577 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device b03065f8-e2ef-40e7-80fc-a88922e6dfec not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:20:48.565737 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.573632 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:48.579238 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:48.584936 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-b94d1433-9242-415a-bf90-6a0edbe36857 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b8d1bd9a-c0fe-4d4a-96ec-9a7012c08297 HTTP/1.1" status: 204 len: 168 time: 0.8793292 Apr 30 16:20:48.700929 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58954) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:20:48.753651 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-bcf5bb73-5f3d-415c-b7ed-c10878d8ccc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=646a129323c24dd5bedbf2c081e902a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514972 Apr 30 16:20:48.756032 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 58958) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:20:48.816184 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9d055a62-db6b-45a8-b8e8-fb22a2c7f36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.846850 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9d055a62-db6b-45a8-b8e8-fb22a2c7f36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.906943 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9d055a62-db6b-45a8-b8e8-fb22a2c7f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.910784 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-757ea8e0-6f9f-49d5-a13e-8653b782bb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:20:48.924872 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d055a62-db6b-45a8-b8e8-fb22a2c7f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67b353c-0f8a-46ad-994a-a94f6a491047,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:20:48.927334 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9d055a62-db6b-45a8-b8e8-fb22a2c7f36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:20:48.937062 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9d055a62-db6b-45a8-b8e8-fb22a2c7f36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.938204 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-9d055a62-db6b-45a8-b8e8-fb22a2c7f36c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d67b353c-0f8a-46ad-994a-a94f6a491047 HTTP/1.1" status: 204 len: 168 time: 0.1812491 Apr 30 16:20:49.464329 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:00.348643 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:00.450914 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e184d7-e148-4262-b9c6-272e660ac1f3 req-0e8a2815-eda0-4ddf-aca8-28d5fcde873d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:00.452410 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-42e184d7-e148-4262-b9c6-272e660ac1f3 req-0e8a2815-eda0-4ddf-aca8-28d5fcde873d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.1515224 Apr 30 16:21:00.459398 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479331a9-8010-42e2-81c1-13406cac414c req-40912254-1669-4c6b-970a-c670979cddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:00.460819 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-479331a9-8010-42e2-81c1-13406cac414c req-40912254-1669-4c6b-970a-c670979cddc2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224&device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 1137 time: 0.1125705 Apr 30 16:21:00.594240 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-42e184d7-e148-4262-b9c6-272e660ac1f3 req-43aa47b7-7af9-445e-a3b7-75082f0e359d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322229 Apr 30 16:21:00.643310 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479331a9-8010-42e2-81c1-13406cac414c req-dd9fcf08-a83d-4215-a973-8554d075ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:00.644753 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-479331a9-8010-42e2-81c1-13406cac414c req-dd9fcf08-a83d-4215-a973-8554d075ae67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26412359-5dae-48ee-ab70-c737e2a075c1 HTTP/1.1" status: 200 len: 915 time: 0.1691895 Apr 30 16:21:00.853565 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-479331a9-8010-42e2-81c1-13406cac414c req-5a033152-adbe-4891-8af1-5e6c81b0598f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 1001 time: 0.1981714 Apr 30 16:21:00.918229 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479331a9-8010-42e2-81c1-13406cac414c req-55b03b23-e1a8-40cd-9a0e-18281b9c24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:00.919648 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-479331a9-8010-42e2-81c1-13406cac414c req-55b03b23-e1a8-40cd-9a0e-18281b9c24a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2320fcb7-934a-4477-bb98-c770bbb85177 HTTP/1.1" status: 200 len: 853 time: 0.0594342 Apr 30 16:21:00.999243 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479331a9-8010-42e2-81c1-13406cac414c req-0876452d-1e72-4272-9af2-b031760569be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:01.000696 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-479331a9-8010-42e2-81c1-13406cac414c req-0876452d-1e72-4272-9af2-b031760569be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26412359-5dae-48ee-ab70-c737e2a075c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733614 Apr 30 16:21:01.144767 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-479331a9-8010-42e2-81c1-13406cac414c req-bd95fb86-fce3-4d9e-8426-212942dabd15 service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358893 Apr 30 16:21:01.288922 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-479331a9-8010-42e2-81c1-13406cac414c req-dce5f5fa-9eaf-4d09-93fe-d4070f0c4a6d service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314735 Apr 30 16:21:01.801666 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195bf9b-38a0-4a79-bb32-90517cb5a0da req-16b28d6d-bf37-4a45-b85b-83ead6b455d8 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:01.807613 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7195bf9b-38a0-4a79-bb32-90517cb5a0da req-16b28d6d-bf37-4a45-b85b-83ead6b455d8 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0964968 Apr 30 16:21:01.856448 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7195bf9b-38a0-4a79-bb32-90517cb5a0da req-09000ce3-b432-47b9-8847-e73c25e20bb9 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427334 Apr 30 16:21:03.039793 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb427b-1482-44e4-913e-4c1251f7b6a3 req-9f9e4203-d319-44ae-9570-8dc31db3049d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:03.041655 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7dcb427b-1482-44e4-913e-4c1251f7b6a3 req-9f9e4203-d319-44ae-9570-8dc31db3049d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0797560 Apr 30 16:21:03.091403 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7dcb427b-1482-44e4-913e-4c1251f7b6a3 req-b60fe787-a550-41ee-9c38-bbb6ab05f66d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421581 Apr 30 16:21:04.282225 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8cddd-61d0-4bd2-84af-13ca902991c3 req-fafe2b7d-10df-4cb8-b220-8e760d187178 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:04.283661 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fea8cddd-61d0-4bd2-84af-13ca902991c3 req-fafe2b7d-10df-4cb8-b220-8e760d187178 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0806534 Apr 30 16:21:04.330572 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fea8cddd-61d0-4bd2-84af-13ca902991c3 req-5ed02155-e364-40c7-b1dd-12f9b82364af tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410283 Apr 30 16:21:05.521047 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d799a8c-2c66-4bc0-972d-07983e828da8 req-43c438d4-6e4c-4525-a9c6-de365dde156c tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:05.522414 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9d799a8c-2c66-4bc0-972d-07983e828da8 req-43c438d4-6e4c-4525-a9c6-de365dde156c tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0836434 Apr 30 16:21:05.569282 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9d799a8c-2c66-4bc0-972d-07983e828da8 req-1d7f6160-e0b6-4cae-8ea3-2c28788aa688 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410256 Apr 30 16:21:06.764534 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc41781-c45b-4d47-88a6-b38f1ea2d04d req-e686fecc-e173-4ed5-8db0-ce8c5da4abb1 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:06.766081 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-cbc41781-c45b-4d47-88a6-b38f1ea2d04d req-e686fecc-e173-4ed5-8db0-ce8c5da4abb1 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0880420 Apr 30 16:21:06.814948 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-cbc41781-c45b-4d47-88a6-b38f1ea2d04d req-1e93ea72-8e09-4692-a125-bb3a69aae5dc tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428324 Apr 30 16:21:07.851028 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59156) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:07.998659 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d342f-ef74-4667-9fbb-017baaee090e req-f074828b-54ec-457c-9e51-a5c579f4f7e1 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:08.000096 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-550d342f-ef74-4667-9fbb-017baaee090e req-f074828b-54ec-457c-9e51-a5c579f4f7e1 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0796223 Apr 30 16:21:08.033846 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.060776 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:21:08.068799 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] Usage tracker for resource:security_group_rule and tenant:239534ae3e4f4b66998cb4aa73ce38b3 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:21:08.074285 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:21:08.080343 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-550d342f-ef74-4667-9fbb-017baaee090e req-f384508a-d9c5-400a-923c-5ece6f54efab tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638182 Apr 30 16:21:08.083892 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:21:08.167787 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.171452 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.179037 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-752849cc-ae3b-47eb-be68-6906e93a3e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:08.218433 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=239534ae3e4f4b66998cb4aa73ce38b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662109 Apr 30 16:21:08.220031 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbe165b-7304-4cfe-b50e-1dc3a04ab854,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:08.221098 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59162) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:08.223402 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:08.281204 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.308564 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.365237 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.371742 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ef832f54-8b36-4301-9982-81aa86b39699 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:08.383704 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbe165b-7304-4cfe-b50e-1dc3a04ab854,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:08.392426 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.392786 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.393144 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.393489 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.393833 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.394202 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.394542 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.394879 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.395218 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.395553 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.395887 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.396218 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:08.398779 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.399864 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fbe165b-7304-4cfe-b50e-1dc3a04ab854 HTTP/1.1" status: 204 len: 168 time: 0.1778049 Apr 30 16:21:08.400699 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:08.681842 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59170) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:08.700672 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe79e-f4f0-4727-9f4b-54d4e658efd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.716840 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-d6dfe79e-f4f0-4727-9f4b-54d4e658efd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:21:08.720779 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-d6dfe79e-f4f0-4727-9f4b-54d4e658efd7 admin admin] Usage tracker for resource:security_group_rule and tenant:9c5cb5b179924bccb501cd63b597b132 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:21:08.723666 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-d6dfe79e-f4f0-4727-9f4b-54d4e658efd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:21:08.730072 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-d6dfe79e-f4f0-4727-9f4b-54d4e658efd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:21:08.811751 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe79e-f4f0-4727-9f4b-54d4e658efd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.815575 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe79e-f4f0-4727-9f4b-54d4e658efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.823179 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e1559fdb-5b0b-4fd1-82f7-c9e87bc8a049 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:08.865569 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-d6dfe79e-f4f0-4727-9f4b-54d4e658efd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c5cb5b179924bccb501cd63b597b132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819170 Apr 30 16:21:08.866333 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfe79e-f4f0-4727-9f4b-54d4e658efd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d234f2-dcd6-433b-be6e-8d41c8f5a4ce,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:08.868366 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59174) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:08.869244 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-d6dfe79e-f4f0-4727-9f4b-54d4e658efd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:08.929030 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3355-874f-41ad-b41c-7f70900ac2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:08.957829 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3355-874f-41ad-b41c-7f70900ac2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:09.008679 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3355-874f-41ad-b41c-7f70900ac2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:09.012600 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-503b5b02-be4a-4073-ac56-100ca39e90de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:09.024479 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a3355-874f-41ad-b41c-7f70900ac2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d234f2-dcd6-433b-be6e-8d41c8f5a4ce,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:09.027834 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2f8a3355-874f-41ad-b41c-7f70900ac2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:09.035531 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3355-874f-41ad-b41c-7f70900ac2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:09.036642 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2f8a3355-874f-41ad-b41c-7f70900ac2d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58d234f2-dcd6-433b-be6e-8d41c8f5a4ce HTTP/1.1" status: 204 len: 168 time: 0.1654894 Apr 30 16:21:09.277214 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea3c3e-1dce-42d9-b0f2-b8b74f2669bf req-535987bb-db36-45a4-b583-de3298e29ce5 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:09.278719 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d7ea3c3e-1dce-42d9-b0f2-b8b74f2669bf req-535987bb-db36-45a4-b583-de3298e29ce5 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0899727 Apr 30 16:21:09.327425 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d7ea3c3e-1dce-42d9-b0f2-b8b74f2669bf req-92f5bb3e-6bb9-48da-889b-6cfb6ac1d8ff tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427761 Apr 30 16:21:10.517444 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb6d0a-0cd9-4af6-9983-db931cc7e9a3 req-93589675-b616-4d02-bcf6-166f90a46129 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:10.518933 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-69eb6d0a-0cd9-4af6-9983-db931cc7e9a3 req-93589675-b616-4d02-bcf6-166f90a46129 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0821984 Apr 30 16:21:10.566972 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-69eb6d0a-0cd9-4af6-9983-db931cc7e9a3 req-3d2857e8-39f6-4a85-a4ca-3b6924747de8 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421526 Apr 30 16:21:11.736103 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59250) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:11.757343 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498d69-4f76-4b49-8bfb-4397da774d24 req-d0756871-5d9c-4d2d-bda2-22091e946d02 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:11.758914 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33498d69-4f76-4b49-8bfb-4397da774d24 req-d0756871-5d9c-4d2d-bda2-22091e946d02 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0819361 Apr 30 16:21:11.811230 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-33498d69-4f76-4b49-8bfb-4397da774d24 req-fe578604-1878-4127-9cf0-ddb05548a143 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456083 Apr 30 16:21:11.859897 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:11.877856 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:21:11.883474 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] Usage tracker for resource:security_group_rule and tenant:efe6a2eeae034ab8876c0b75a8708e91 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:21:11.887057 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:21:11.892718 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:21:11.974085 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:11.977709 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:11.986215 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e4d13edb-adc9-4994-9a6f-5c6f5e682c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:12.025678 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efe6a2eeae034ab8876c0b75a8708e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884195 Apr 30 16:21:12.027439 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a48d88-73b8-4abf-bb85-9a8146d7177c,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:12.028440 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59256) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:12.030545 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:12.164037 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-181d0d80-e1b7-461e-a429-7681ac17bded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.189842 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-181d0d80-e1b7-461e-a429-7681ac17bded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.240455 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-181d0d80-e1b7-461e-a429-7681ac17bded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.244106 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-705b5127-8a54-4604-b826-255bfbc6750f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:12.256662 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d0d80-e1b7-461e-a429-7681ac17bded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a48d88-73b8-4abf-bb85-9a8146d7177c,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:12.259270 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-181d0d80-e1b7-461e-a429-7681ac17bded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:12.267114 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-181d0d80-e1b7-461e-a429-7681ac17bded admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.268309 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-181d0d80-e1b7-461e-a429-7681ac17bded admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67a48d88-73b8-4abf-bb85-9a8146d7177c HTTP/1.1" status: 204 len: 168 time: 0.2388990 Apr 30 16:21:12.554976 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59264) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:12.573788 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.587640 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:21:12.591642 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e1006e543a344e3cafa05eed0df251fd is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:21:12.594519 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:21:12.600205 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:21:12.684122 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.687948 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.699515 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2509cc1b-780f-467d-9034-9480d2738bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:12.742099 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1006e543a344e3cafa05eed0df251fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834397 Apr 30 16:21:12.742099 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a24063f-fd0c-4d54-b681-02531e3ff25a,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:12.742757 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59268) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:12.743784 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:12.803683 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-38b2466b-7232-4b76-83a1-cde4f84431fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.829479 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-38b2466b-7232-4b76-83a1-cde4f84431fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.883188 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-38b2466b-7232-4b76-83a1-cde4f84431fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.888688 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-bbe95614-1e07-4967-9dfc-2efddc9289fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:12.905649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2466b-7232-4b76-83a1-cde4f84431fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a24063f-fd0c-4d54-b681-02531e3ff25a,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:12.907989 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-38b2466b-7232-4b76-83a1-cde4f84431fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:12.916532 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-38b2466b-7232-4b76-83a1-cde4f84431fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:12.918925 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-38b2466b-7232-4b76-83a1-cde4f84431fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a24063f-fd0c-4d54-b681-02531e3ff25a HTTP/1.1" status: 204 len: 168 time: 0.1750562 Apr 30 16:21:13.006872 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a083e0-615b-445f-9f91-5be32e2d04a9 req-dd8de58d-fde3-4907-8ef7-0d7a6c7b0995 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:21:13.008343 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-81a083e0-615b-445f-9f91-5be32e2d04a9 req-dd8de58d-fde3-4907-8ef7-0d7a6c7b0995 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0847559 Apr 30 16:21:13.056959 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-81a083e0-615b-445f-9f91-5be32e2d04a9 req-1e3dedbe-e557-4e21-b5da-b9eeb6a75244 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=5604b7aa-cc8b-4d04-b6dc-5887e4187944&id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423527 Apr 30 16:21:14.129275 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f0945cdb-35cf-43eb-aed1-d2580974eae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.102664 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59344) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:15.230860 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-46826e30-e446-46a0-ba3b-7ebd73b8399e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.244761 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-46826e30-e446-46a0-ba3b-7ebd73b8399e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:21:15.248898 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-46826e30-e446-46a0-ba3b-7ebd73b8399e admin admin] Usage tracker for resource:security_group_rule and tenant:5cebdbd8e0074d8ab2ad82ddca6f3990 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:21:15.251690 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-46826e30-e446-46a0-ba3b-7ebd73b8399e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:21:15.257280 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-46826e30-e446-46a0-ba3b-7ebd73b8399e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:21:15.341281 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-46826e30-e446-46a0-ba3b-7ebd73b8399e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.344921 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-46826e30-e446-46a0-ba3b-7ebd73b8399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.356945 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-21f5ee7b-ecda-4b5e-9186-e7371164856a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:15.396214 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-46826e30-e446-46a0-ba3b-7ebd73b8399e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5cebdbd8e0074d8ab2ad82ddca6f3990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924683 Apr 30 16:21:15.397803 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46826e30-e446-46a0-ba3b-7ebd73b8399e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2441933e-331c-480d-88e1-e53b131e9470,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:15.398894 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59350) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:15.401036 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-46826e30-e446-46a0-ba3b-7ebd73b8399e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:15.459643 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c657088d-7a52-4b19-bca5-192290fb0ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.484971 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c657088d-7a52-4b19-bca5-192290fb0ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.535730 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c657088d-7a52-4b19-bca5-192290fb0ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.540513 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-58a7dbae-3eec-4dc1-b843-da214a63a1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:15.552451 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657088d-7a52-4b19-bca5-192290fb0ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2441933e-331c-480d-88e1-e53b131e9470,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:15.556190 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c657088d-7a52-4b19-bca5-192290fb0ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:15.561719 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c657088d-7a52-4b19-bca5-192290fb0ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.562857 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c657088d-7a52-4b19-bca5-192290fb0ad0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2441933e-331c-480d-88e1-e53b131e9470 HTTP/1.1" status: 204 len: 168 time: 0.1629894 Apr 30 16:21:15.844240 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59358) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:15.861444 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c04ccb26-7414-49d7-9a99-d0d81713eb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.875923 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c04ccb26-7414-49d7-9a99-d0d81713eb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:21:15.879641 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c04ccb26-7414-49d7-9a99-d0d81713eb16 admin admin] Usage tracker for resource:security_group_rule and tenant:fe5a24a260de48e9bfe4eca25d1f1d3f is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:21:15.882355 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-c04ccb26-7414-49d7-9a99-d0d81713eb16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:21:15.888634 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-c04ccb26-7414-49d7-9a99-d0d81713eb16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:21:15.976527 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c04ccb26-7414-49d7-9a99-d0d81713eb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.981214 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-c04ccb26-7414-49d7-9a99-d0d81713eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.989522 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ac78ed7c-af35-48ef-a062-77d82497348d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:16.028569 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-c04ccb26-7414-49d7-9a99-d0d81713eb16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe5a24a260de48e9bfe4eca25d1f1d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832938 Apr 30 16:21:16.030294 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ccb26-7414-49d7-9a99-d0d81713eb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff464b7d-f06b-467b-a95b-6e756940342b,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:16.031223 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59362) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:16.033693 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c04ccb26-7414-49d7-9a99-d0d81713eb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:16.092312 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1e43259f-665f-4876-beb3-29deab32fd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:16.117357 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1e43259f-665f-4876-beb3-29deab32fd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:16.172115 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1e43259f-665f-4876-beb3-29deab32fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:16.176415 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-350f6139-83de-4ec9-a720-dc0fdba1752f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:16.188505 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43259f-665f-4876-beb3-29deab32fd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff464b7d-f06b-467b-a95b-6e756940342b,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:16.190803 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1e43259f-665f-4876-beb3-29deab32fd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:16.200053 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-1e43259f-665f-4876-beb3-29deab32fd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:16.201137 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-1e43259f-665f-4876-beb3-29deab32fd38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff464b7d-f06b-467b-a95b-6e756940342b HTTP/1.1" status: 204 len: 168 time: 0.1689522 Apr 30 16:21:16.894923 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-89422ea9-a635-4ed6-9a79-d135171ec43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:17.074773 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:18.008771 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:19.466721 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:20.344361 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:21:28.156468 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59470) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:28.273658 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5577b63a-db21-427c-9839-7eb6e31d1eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:28.288092 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-5577b63a-db21-427c-9839-7eb6e31d1eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:21:28.292779 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-5577b63a-db21-427c-9839-7eb6e31d1eba admin admin] Usage tracker for resource:security_group_rule and tenant:9460025db4d842ac830088c2f7065305 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:21:28.295799 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-5577b63a-db21-427c-9839-7eb6e31d1eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:21:28.301493 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-5577b63a-db21-427c-9839-7eb6e31d1eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:21:28.389339 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5577b63a-db21-427c-9839-7eb6e31d1eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:28.393126 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5577b63a-db21-427c-9839-7eb6e31d1eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:28.399896 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-51bc7de7-2b75-4fb0-8dc4-6d902c95821b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:28.440604 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-5577b63a-db21-427c-9839-7eb6e31d1eba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9460025db4d842ac830088c2f7065305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828639 Apr 30 16:21:28.441333 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577b63a-db21-427c-9839-7eb6e31d1eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a141d560-552a-4a13-9642-adb29ae30f3e,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:28.443121 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59476) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:28.444933 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5577b63a-db21-427c-9839-7eb6e31d1eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:28.506259 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c22f4fbb-5dcc-4bf9-b1cd-c23cbeecd9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:28.532185 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c22f4fbb-5dcc-4bf9-b1cd-c23cbeecd9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:28.583948 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c22f4fbb-5dcc-4bf9-b1cd-c23cbeecd9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:28.587865 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-99d3f668-29c2-4dc4-9bb4-e8d6712ac2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:28.601080 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f4fbb-5dcc-4bf9-b1cd-c23cbeecd9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a141d560-552a-4a13-9642-adb29ae30f3e,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:28.603566 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c22f4fbb-5dcc-4bf9-b1cd-c23cbeecd9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:28.608518 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c22f4fbb-5dcc-4bf9-b1cd-c23cbeecd9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:28.609834 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-c22f4fbb-5dcc-4bf9-b1cd-c23cbeecd9f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a141d560-552a-4a13-9642-adb29ae30f3e HTTP/1.1" status: 204 len: 168 time: 0.1657026 Apr 30 16:21:28.886996 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59484) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:28.908919 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-edf3fd39-5cf1-41a2-9b68-712b7b08a716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:28.923409 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-edf3fd39-5cf1-41a2-9b68-712b7b08a716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:21:28.927254 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-edf3fd39-5cf1-41a2-9b68-712b7b08a716 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a018796a6941f1a1089cb3919272f9 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:21:28.930007 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-edf3fd39-5cf1-41a2-9b68-712b7b08a716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:21:28.935694 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-edf3fd39-5cf1-41a2-9b68-712b7b08a716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:21:29.019354 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-edf3fd39-5cf1-41a2-9b68-712b7b08a716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:29.023018 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-edf3fd39-5cf1-41a2-9b68-712b7b08a716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:29.031914 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-9c89517d-0ee4-456b-9125-70ab4cc9ceac tempest-AttachVolumeShelveTestJSON-1193237777 tempest-AttachVolumeShelveTestJSON-1193237777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:29.069892 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-edf3fd39-5cf1-41a2-9b68-712b7b08a716 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4a018796a6941f1a1089cb3919272f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818435 Apr 30 16:21:29.071643 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3fd39-5cf1-41a2-9b68-712b7b08a716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d1bc30-1021-4e20-a026-af0f90495f40,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:29.072649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59488) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:21:29.075455 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-edf3fd39-5cf1-41a2-9b68-712b7b08a716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:29.131829 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:29.157860 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:29.208230 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:29.211898 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2f8a3355-874f-41ad-b41c-7f70900ac2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:21:29.225406 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d1bc30-1021-4e20-a026-af0f90495f40,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:21:29.235500 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.235875 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.236243 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.236606 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.236967 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.237329 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.237684 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.238066 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.238421 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.238774 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.239124 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.239467 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:21:29.242327 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:29.243428 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17d1bc30-1021-4e20-a026-af0f90495f40 HTTP/1.1" status: 204 len: 168 time: 0.1692264 Apr 30 16:21:29.244316 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-db3f2abc-30e7-444f-91ad-272d05ba2ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:21:30.346733 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:44.132288 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-0538c987-2620-4275-ae0e-1967885a1bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:46.877576 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7646bd01-c8b0-4a01-a796-f6f31b934b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:47.068988 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:48.010478 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:49.469700 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:57.343514 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:22:00.361608 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:12.918178 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59748) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:13.034286 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:13.048736 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:13.052503 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Usage tracker for resource:security_group_rule and tenant:349501b5667a455181e6b1c33ae29534 is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:13.055284 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:13.060819 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:13.153852 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:13.158397 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:13.166819 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-4169e651-1afd-482c-af38-8cfcb6462510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:13.207598 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=349501b5667a455181e6b1c33ae29534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883673 Apr 30 16:22:13.209211 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0338f09d-4673-46ca-89b3-fe50eaa16a8d,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:13.210368 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59756) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:13.216537 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.216901 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.217256 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.217604 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.218590 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.218899 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.219239 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.219582 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.219920 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.220255 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.220589 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.220919 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:13.224835 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-26de75e4-70c8-49e2-b20b-6b9a1193eafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:13.359451 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-66070748-64ef-4c16-97ab-d891b28bd9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:13.385003 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-66070748-64ef-4c16-97ab-d891b28bd9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:13.436251 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-66070748-64ef-4c16-97ab-d891b28bd9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:13.441862 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d0b336db-e5d5-4952-81a1-a057a7ee30d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:13.454620 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66070748-64ef-4c16-97ab-d891b28bd9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0338f09d-4673-46ca-89b3-fe50eaa16a8d,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:13.457026 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-66070748-64ef-4c16-97ab-d891b28bd9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:13.460440 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-66070748-64ef-4c16-97ab-d891b28bd9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:13.462188 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-66070748-64ef-4c16-97ab-d891b28bd9a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0338f09d-4673-46ca-89b3-fe50eaa16a8d HTTP/1.1" status: 204 len: 168 time: 0.2507544 Apr 30 16:22:14.137441 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-51c3d8f8-44d0-4e89-94fd-a035ddadf8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:14.664217 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59790) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:14.781573 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae699-6f5f-4525-a811-d9da18c43f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:14.795824 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-fe1ae699-6f5f-4525-a811-d9da18c43f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:14.799649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-fe1ae699-6f5f-4525-a811-d9da18c43f39 admin admin] Usage tracker for resource:security_group_rule and tenant:c96dc6933f884d4eb286736325074c89 is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:14.802466 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-fe1ae699-6f5f-4525-a811-d9da18c43f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:14.808019 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-fe1ae699-6f5f-4525-a811-d9da18c43f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:14.889359 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae699-6f5f-4525-a811-d9da18c43f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:14.893777 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae699-6f5f-4525-a811-d9da18c43f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:14.900204 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2b94c486-7c92-4b77-8adf-a08a112e3f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:14.945484 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-fe1ae699-6f5f-4525-a811-d9da18c43f39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c96dc6933f884d4eb286736325074c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801864 Apr 30 16:22:14.946522 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ae699-6f5f-4525-a811-d9da18c43f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0077eb-d3e0-4f0b-b9ac-ef715c9f00e8,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:14.948298 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59796) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:14.949461 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-fe1ae699-6f5f-4525-a811-d9da18c43f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:15.008043 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-192f2dc5-b873-4f60-917d-7e5553563939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:15.034174 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-192f2dc5-b873-4f60-917d-7e5553563939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:15.083904 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-192f2dc5-b873-4f60-917d-7e5553563939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:15.087404 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c84acc32-49cd-407d-ae1c-82a3f2afdd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:15.099590 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f2dc5-b873-4f60-917d-7e5553563939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0077eb-d3e0-4f0b-b9ac-ef715c9f00e8,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:15.103382 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-192f2dc5-b873-4f60-917d-7e5553563939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:15.122198 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-192f2dc5-b873-4f60-917d-7e5553563939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:15.126279 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-192f2dc5-b873-4f60-917d-7e5553563939 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b0077eb-d3e0-4f0b-b9ac-ef715c9f00e8 HTTP/1.1" status: 204 len: 168 time: 0.1739600 Apr 30 16:22:15.779666 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59822) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:15.883620 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2112243433-network', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:15.889110 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:15.893107 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Usage tracker for resource:network and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:15.895924 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:15.902179 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:15.912296 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Made reservation on behalf of b3e5ec806336423d88d74adc0b358f9a for: {'network': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:22:15.914556 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:15.926973 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:15.940778 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:15.944440 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:15.947173 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:15.953203 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:16.037601 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.041299 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.045379 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-e0e76ec7-48d5-4cfb-8f5c-e3338380e7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:16.068634 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=73864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:22:16.081613 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d3a04-f2ce-4d49-93ac-4b297b984edd,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:16.085553 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:16.086475 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.086836 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.segments_db [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Added segment 1350a6e7-a7d1-496c-99d1-9a705cfb688f of type vlan for network 4344d619-eba1-443c-a7be-add770e360f9 Apr 30 16:22:16.112405 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.140387 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.141648 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:16.142246 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.145306 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:16.244549 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Pushing event updated for resources: {'Network': ['ID=4344d619-eba1-443c-a7be-add770e360f9,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:16.250257 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4662800 Apr 30 16:22:16.250257 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-0ea71cb3-920b-4adc-9ea2-e27f8ec28867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:16.250538 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59828) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:16.254534 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 4344d619-eba1-443c-a7be-add770e360f9 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:22:16.255835 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Request body: {'subnet': {'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2112243433-subnet', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'ip_version': 4}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:16.260614 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:16.264464 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Usage tracker for resource:subnet and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:16.268112 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:16.273769 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:16.286040 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Made reservation on behalf of b3e5ec806336423d88d74adc0b358f9a for: {'subnet': 1} {{(pid=73864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:22:16.288381 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303972'] for subnet, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.674346 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3279514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303990'] for subnet, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.678889 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-136876ac-27a5-4197-8446-4f0ce166a3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:16.748380 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b76ca9f-6bab-43bc-b2d4-568ca4843e33,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:16.752338 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:16.756214 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Checking segment: {'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:22:16.756570 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Network hostable DHCP agents. Network: 4344d619-eba1-443c-a7be-add770e360f9, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:22:16.773583 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Network 4344d619-eba1-443c-a7be-add770e360f9 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:22:16.783132 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 4344d619-eba1-443c-a7be-add770e360f9) {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:16.792032 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1ca53-4689-41f5-af83-ffa18d718b88 None None] Network 4344d619-eba1-443c-a7be-add770e360f9 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:22:16.795626 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:16.796208 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.816461 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-a38a22f3-918f-4fc2-842c-6b165431f7e7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5650070 Apr 30 16:22:16.819158 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59832) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:16.824057 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:16.829344 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:16.833237 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Usage tracker for resource:router and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:16.836088 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:16.841692 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:16.853022 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13610'] for router, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.854135 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.869179 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:16.902770 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f945d32e-87e5-47d7-81be-f3d1e53cf67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.023427 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df3fdd3-ac88-5b73-8693-e99319fc8c38-4344d619-eba1-443c-a7be-add770e360f9', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33'}]}} from dv-cinder-775008-3-smb. {{(pid=73865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:22:17.024365 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.110624 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.195476 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.db_base_plugin_common [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Allocated IP 172.20.0.2 (4344d619-eba1-443c-a7be-add770e360f9/8b76ca9f-6bab-43bc-b2d4-568ca4843e33/60544e07-22bb-4a97-a277-4f411ea90648) {{(pid=73865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:22:17.223120 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13637'] for router, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.407914 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Notify callbacks [] for port, precommit_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.417853 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Transition to ACTIVE for port object 60544e07-22bb-4a97-a277-4f411ea90648 will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:17.436013 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Transition to ACTIVE for port object 60544e07-22bb-4a97-a277-4f411ea90648 will not be triggered until provisioned by entity DHCP. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:17.441799 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.445263 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-e9509375-6523-4ed3-b999-0c6243618148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:17.513992 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Network 4344d619-eba1-443c-a7be-add770e360f9 is already hosted by enough agents. {{(pid=73865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:22:17.518600 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.base_scheduler [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Resources bound (agent type, host, resource id): {{(pid=73865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:17.522322 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Received port after_create {{(pid=73865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:22:17.528209 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Pushing event updated for resources: {'Port': ['ID=60544e07-22bb-4a97-a277-4f411ea90648,revision_number=1']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:17.556784 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.565284 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.565628 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.565985 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.566320 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.566646 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.566970 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.567294 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.567611 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.567929 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.568248 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.568574 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.568883 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:17.586506 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.605645 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:17.624456 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Attempting to bind port 60544e07-22bb-4a97-a277-4f411ea90648 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:22:17.624883 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Attempting to bind port 60544e07-22bb-4a97-a277-4f411ea90648 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:22:17.626114 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Attempting to bind port 60544e07-22bb-4a97-a277-4f411ea90648 on network 4344d619-eba1-443c-a7be-add770e360f9 {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:22:17.630937 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:22:17.631318 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Checking segment: {'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:22:17.631725 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.632123 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Bound using segment: {'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:22:17.632597 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Bound port: 60544e07-22bb-4a97-a277-4f411ea90648, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:22:17.633010 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.722279 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_common [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Allocated IP 172.28.2.21 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/cbedf0ae-fe65-4e37-8629-2d8089b83f69) {{(pid=73864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:22:17.724513 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] For port 60544e07-22bb-4a97-a277-4f411ea90648, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:22:17.727826 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] For port 60544e07-22bb-4a97-a277-4f411ea90648, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=60544e07-22bb-4a97-a277-4f411ea90648,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:22:17.731212 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.734801 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:17.815907 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Pushing event updated for resources: {'Port': ['ID=60544e07-22bb-4a97-a277-4f411ea90648,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:17.818856 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:17.878195 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.908548 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:17.912608 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:17.986280 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:22:17.989010 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.base_scheduler [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Resources bound (agent type, host, resource id): {{(pid=73864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:17.991424 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Received port after_create {{(pid=73864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:22:18.020330 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:18.055915 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Pushing event updated for resources: {'Port': ['ID=cbedf0ae-fe65-4e37-8629-2d8089b83f69,revision_number=1']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:18.062343 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:18.430083 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:18.675810 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4411b115-2542-49bf-a7ba-094c257b55e5 None None] Network 4344d619-eba1-443c-a7be-add770e360f9 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:22:18.792568 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-c96bc27d-31bf-460e-9c46-cc3053652910 None None] Provisioning for port 60544e07-22bb-4a97-a277-4f411ea90648 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:18.880557 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396384'] for router, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:19.097172 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Router 01aab21f-583e-4453-bfa8-0c881d5efd7d is scheduled to L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 with binding_index 1 {{(pid=73864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:22:19.299052 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:22:19.323095 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Sync routers for ids ['01aab21f-583e-4453-bfa8-0c881d5efd7d'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:22:19.329440 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] Notify callbacks [] for router, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:19.333910 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-159b7760-7fd9-4ffd-8150-c6cfc76e00ab admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5112908 Apr 30 16:22:19.335002 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59842) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:19.339776 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Routers {'01aab21f-583e-4453-bfa8-0c881d5efd7d'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:19.340767 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['01aab21f-583e-4453-bfa8-0c881d5efd7d'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:19.410341 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 60544e07-22bb-4a97-a277-4f411ea90648 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:19.595164 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:19.657679 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Set router 01aab21f-583e-4453-bfa8-0c881d5efd7d gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:19.707233 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 60544e07-22bb-4a97-a277-4f411ea90648 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:19.802617 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 60544e07-22bb-4a97-a277-4f411ea90648 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:19.803153 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.109429 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.117307 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.149889 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 60544e07-22bb-4a97-a277-4f411ea90648, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=60544e07-22bb-4a97-a277-4f411ea90648,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:20.158061 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.160567 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-38c5941c-f596-475c-83d0-efb2fe364be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:20.195731 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:18Z', 'revision_number': 3, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:20.209652 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Checking router: 01aab21f-583e-4453-bfa8-0c881d5efd7d for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:22:20.210039 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Updating router 01aab21f-583e-4453-bfa8-0c881d5efd7d port cbedf0ae-fe65-4e37-8629-2d8089b83f69 binding host dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:22:20.283036 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.306521 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=60544e07-22bb-4a97-a277-4f411ea90648,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:20.314452 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:20.328007 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Allocated IP 172.20.0.1 (4344d619-eba1-443c-a7be-add770e360f9/8b76ca9f-6bab-43bc-b2d4-568ca4843e33/edcb1cb6-6802-4d86-92d7-4bd846661356) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:22:20.476481 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.491957 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Transition to ACTIVE for port object edcb1cb6-6802-4d86-92d7-4bd846661356 will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:20.516307 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.520793 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:20.585542 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Network 4344d619-eba1-443c-a7be-add770e360f9 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:22:20.588800 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:20.592516 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:22:20.622927 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Notify callbacks [] for port, precommit_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.628946 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Pushing event updated for resources: {'Port': ['ID=edcb1cb6-6802-4d86-92d7-4bd846661356,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:20.637559 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Transition to ACTIVE for port object cbedf0ae-fe65-4e37-8629-2d8089b83f69 will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:20.637909 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:20.645701 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.649531 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-fc92104c-34be-4f60-ae68-50a112243dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:20.653897 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424174'] for router_interface, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.730699 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Attempting to bind port cbedf0ae-fe65-4e37-8629-2d8089b83f69 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:22:20.731256 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Attempting to bind port cbedf0ae-fe65-4e37-8629-2d8089b83f69 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:22:20.731494 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Attempting to bind port cbedf0ae-fe65-4e37-8629-2d8089b83f69 on network d117264f-45ab-46f5-bf84-1e548aed77de {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:22:20.741428 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced429ee-0905-4580-9f6e-5f98fbd43a95 None None] Pushing event updated for resources: {'Port': ['ID=cbedf0ae-fe65-4e37-8629-2d8089b83f69,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:20.744174 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-ced429ee-0905-4580-9f6e-5f98fbd43a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:20.745298 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:22:20.745679 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Checking segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:22:20.746105 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.746499 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Bound using segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:22:20.746978 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Bound port: cbedf0ae-fe65-4e37-8629-2d8089b83f69, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:22:20.747350 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.792267 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.816142 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-d31d5538-0456-40c9-92c7-a651aa37b8e1 None None] Provisioning for port edcb1cb6-6802-4d86-92d7-4bd846661356 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:20.828974 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-d31d5538-0456-40c9-92c7-a651aa37b8e1 None None] Provisioning complete for port edcb1cb6-6802-4d86-92d7-4bd846661356 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:20.829351 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d31d5538-0456-40c9-92c7-a651aa37b8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.915045 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] For port cbedf0ae-fe65-4e37-8629-2d8089b83f69, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:22:20.933954 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] For port cbedf0ae-fe65-4e37-8629-2d8089b83f69, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=cbedf0ae-fe65-4e37-8629-2d8089b83f69,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:22:20.939839 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-d31d5538-0456-40c9-92c7-a651aa37b8e1 None None] Port edcb1cb6-6802-4d86-92d7-4bd846661356 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:22:20.941837 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:20.946581 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:21.019453 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Routers {'01aab21f-583e-4453-bfa8-0c881d5efd7d'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:21.020074 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['01aab21f-583e-4453-bfa8-0c881d5efd7d'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:21.084953 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced429ee-0905-4580-9f6e-5f98fbd43a95 None None] Pushing event updated for resources: {'Port': ['ID=cbedf0ae-fe65-4e37-8629-2d8089b83f69,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:21.089849 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-ced429ee-0905-4580-9f6e-5f98fbd43a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:21.122304 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:21.126887 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:21.151335 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:21.210025 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] Set router 01aab21f-583e-4453-bfa8-0c881d5efd7d gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:21.236810 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Pushing event updated for resources: {'Port': ['ID=edcb1cb6-6802-4d86-92d7-4bd846661356,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:21.239189 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424011'] for router_interface, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:21.243158 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:21.340447 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 60544e07-22bb-4a97-a277-4f411ea90648 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:21.386005 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Network 4344d619-eba1-443c-a7be-add770e360f9 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:22:21.387101 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:21.529925 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 60544e07-22bb-4a97-a277-4f411ea90648 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:21.531246 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:21.596208 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Router 01aab21f-583e-4453-bfa8-0c881d5efd7d has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:22:21.641553 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-66fb54fa-e7b4-4f35-9a9d-8e971b7de02f None None] Provisioning complete for port edcb1cb6-6802-4d86-92d7-4bd846661356 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:21.641951 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-66fb54fa-e7b4-4f35-9a9d-8e971b7de02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:21.743367 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-66fb54fa-e7b4-4f35-9a9d-8e971b7de02f None None] Port edcb1cb6-6802-4d86-92d7-4bd846661356 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:22:21.770359 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 1, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:21.776245 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31e2f0f-22c6-4587-a51c-a61279215594 None None] The sync data for ids ['01aab21f-583e-4453-bfa8-0c881d5efd7d'] in dv-cinder-775008-3-smb is: [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 1, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:22:21.777467 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:22:21.794234 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-fed3959f-7031-4b3b-9d22-5076b0dae623 admin admin] 10.222.0.15 "PUT /v2.0/routers/01aab21f-583e-4453-bfa8-0c881d5efd7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4560399 Apr 30 16:22:22.352567 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59862) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:22.358481 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1685588876-network', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:22.365016 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:22.376528 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Usage tracker for resource:network and tenant:4ac7d7d28ebe4f079e1dfc5451ca4e5d is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:22.392910 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:22.403352 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:22.414718 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Made reservation on behalf of 4ac7d7d28ebe4f079e1dfc5451ca4e5d for: {'network': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:22:22.417254 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for network, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:22.434681 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:22.450189 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:22.454555 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Usage tracker for resource:security_group_rule and tenant:4ac7d7d28ebe4f079e1dfc5451ca4e5d is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:22.457413 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:22.463149 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:22.551231 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:22.557372 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:22.560352 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-57c0706b-30c5-4081-aa14-cf6f430ad017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:22.588714 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=73862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:22:22.598204 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4914f6f-8960-4235-a740-d53e9231066c,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:22.601906 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:22.604481 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:22.604748 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.segments_db [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Added segment 33c1e0f4-8253-46fa-8a01-7d3621b0509a of type vlan for network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 Apr 30 16:22:22.635730 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733345218398'] for network, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:22.665897 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:22.667479 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:22.668056 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:22.672336 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:22.773883 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Pushing event updated for resources: {'Network': ['ID=32fa6a66-e1fb-4c0c-8695-5f01b4890b01,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:22.776611 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4229331 Apr 30 16:22:22.777465 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b59cf840-e594-4089-9266-96c9fbd33826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:22.779446 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59866) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:22.784974 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 details requested by agent ovs-agent-dv-cinder-775008-3-smb with host dv-cinder-775008-3-smb {{(pid=73865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:22:22.785751 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Request body: {'subnet': {'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1685588876-subnet', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'ip_version': 4}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:22.790878 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:22.795074 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Usage tracker for resource:subnet and tenant:4ac7d7d28ebe4f079e1dfc5451ca4e5d is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:22.798488 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:22.804710 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:22.815711 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Made reservation on behalf of 4ac7d7d28ebe4f079e1dfc5451ca4e5d for: {'subnet': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:22:22.818202 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4043161'] for subnet, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.312802 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3047972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4043147'] for subnet, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.317463 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:23.345256 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device cbedf0ae-fe65-4e37-8629-2d8089b83f69 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:23.392882 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84252217-ba57-4dc6-bec0-f8fbb1291e9b,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:23.396641 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:23.404165 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Checking segment: {'id': '33c1e0f4-8253-46fa-8a01-7d3621b0509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:22:23.404526 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Network hostable DHCP agents. Network: 32fa6a66-e1fb-4c0c-8695-5f01b4890b01, hostable agents: ['1e283415-a090-4daa-b5ec-99e2781c6857'], hosted agents: [] {{(pid=73862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:22:23.428216 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 is scheduled to be hosted by DHCP agent 1e283415-a090-4daa-b5ec-99e2781c6857 with binding_index 1 {{(pid=73862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:22:23.439114 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-smb, 32fa6a66-e1fb-4c0c-8695-5f01b4890b01) {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:23.441784 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port cbedf0ae-fe65-4e37-8629-2d8089b83f69 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:23.447220 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port cbedf0ae-fe65-4e37-8629-2d8089b83f69 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:23.447644 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.449382 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:23.451625 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.474405 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-c845300d-864c-4871-9354-b980a763e961 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6938679 Apr 30 16:22:23.476880 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59870) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:23.481912 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1685588876-router', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:23.484828 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6982594-4e2b-4987-be77-90e0c40eabc2 None None] Network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:22:23.487548 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:23.492860 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Usage tracker for resource:router and tenant:4ac7d7d28ebe4f079e1dfc5451ca4e5d is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:23.495811 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:23.503097 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:23.515631 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13610'] for router, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.516574 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.532063 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.728120 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Sync routers for ids ['01aab21f-583e-4453-bfa8-0c881d5efd7d'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:22:23.739338 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Routers {'01aab21f-583e-4453-bfa8-0c881d5efd7d'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:23.739960 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['01aab21f-583e-4453-bfa8-0c881d5efd7d'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:23.753430 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.807647 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port cbedf0ae-fe65-4e37-8629-2d8089b83f69, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=cbedf0ae-fe65-4e37-8629-2d8089b83f69,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:23.813650 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df3fdd3-ac88-5b73-8693-e99319fc8c38-32fa6a66-e1fb-4c0c-8695-5f01b4890b01', 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'fixed_ips': [{'subnet_id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b'}]}} from dv-cinder-775008-3-smb. {{(pid=73865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:22:23.814772 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.821537 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13637'] for router, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.831144 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:23.834884 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:23.935875 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Set router 01aab21f-583e-4453-bfa8-0c881d5efd7d gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:24.019415 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=cbedf0ae-fe65-4e37-8629-2d8089b83f69,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:24.024889 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:24.095095 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.db_base_plugin_common [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Allocated IP 172.20.0.2 (32fa6a66-e1fb-4c0c-8695-5f01b4890b01/84252217-ba57-4dc6-bec0-f8fbb1291e9b/391a196d-0df0-4cb8-a8de-d68a7d6bfa5c) {{(pid=73865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:22:24.152480 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.183677 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.269450 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 2, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:24.273799 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Checking router: 01aab21f-583e-4453-bfa8-0c881d5efd7d for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:22:24.274224 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Updating router 01aab21f-583e-4453-bfa8-0c881d5efd7d port edcb1cb6-6802-4d86-92d7-4bd846661356 binding host dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:22:24.310511 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Notify callbacks [] for port, precommit_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.322568 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Transition to ACTIVE for port object 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:24.329806 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Allocated IP 172.28.2.22 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:22:24.338576 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.344352 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Transition to ACTIVE for port object 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c will not be triggered until provisioned by entity DHCP. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:24.350875 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116'] for port, after_create {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.354876 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:24.428202 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 is already hosted by enough agents. {{(pid=73865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:22:24.431188 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.scheduler.base_scheduler [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Resources bound (agent type, host, resource id): {{(pid=73865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:24.434128 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Received port after_create {{(pid=73865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:22:24.441943 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Pushing event updated for resources: {'Port': ['ID=391a196d-0df0-4cb8-a8de-d68a7d6bfa5c,revision_number=1']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:24.445323 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:24.489615 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.522821 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.528858 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:24.532564 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Attempting to bind port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:22:24.532936 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Attempting to bind port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': '33c1e0f4-8253-46fa-8a01-7d3621b0509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:22:24.533301 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Attempting to bind port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c on network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:22:24.538695 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:22:24.539067 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Checking segment: {'id': '33c1e0f4-8253-46fa-8a01-7d3621b0509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:22:24.539466 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.539864 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Bound using segment: {'id': '33c1e0f4-8253-46fa-8a01-7d3621b0509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:22:24.540324 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Bound port: 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c1e0f4-8253-46fa-8a01-7d3621b0509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:22:24.540692 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.590446 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:22:24.597631 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:24.604527 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:22:24.631964 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] For port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:22:24.635849 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] For port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=391a196d-0df0-4cb8-a8de-d68a7d6bfa5c,segment=NetworkSegment(33c1e0f4-8253-46fa-8a01-7d3621b0509a),segment_id=33c1e0f4-8253-46fa-8a01-7d3621b0509a)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:22:24.642492 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.647534 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:24.650483 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Pushing event updated for resources: {'Port': ['ID=92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:24.654749 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:24.722510 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Notify callbacks [] for port, precommit_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.734703 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Pushing event updated for resources: {'Port': ['ID=391a196d-0df0-4cb8-a8de-d68a7d6bfa5c,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:24.735194 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.provisioning_blocks [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Transition to ACTIVE for port object edcb1cb6-6802-4d86-92d7-4bd846661356 will not be triggered until provisioned by entity L2. {{(pid=73867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:24.742692 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:24.746922 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:24.747460 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:24.907221 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Pushing event updated for resources: {'Port': ['ID=edcb1cb6-6802-4d86-92d7-4bd846661356,revision_number=3']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:24.981582 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.981965 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.982354 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.982612 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.982939 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.983262 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.984366 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.984694 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.985019 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.985389 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.985713 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.986061 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:24.994270 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:25.014093 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Attempting to bind port edcb1cb6-6802-4d86-92d7-4bd846661356 on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:22:25.015389 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Attempting to bind port edcb1cb6-6802-4d86-92d7-4bd846661356 by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:22:25.016276 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Attempting to bind port edcb1cb6-6802-4d86-92d7-4bd846661356 on network 4344d619-eba1-443c-a7be-add770e360f9 {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:22:25.025796 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:22:25.026626 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Checking segment: {'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:22:25.027263 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:25.027897 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Bound using segment: {'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:22:25.028637 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Bound port: edcb1cb6-6802-4d86-92d7-4bd846661356, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'}}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:22:25.029264 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:25.138852 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-a3fa9e28-bdd1-4bdd-bd34-14965495d8c1 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895412055&fields=id&tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224 HTTP/1.1" status: 200 len: 267 time: 0.0558741 Apr 30 16:22:25.166298 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] For port edcb1cb6-6802-4d86-92d7-4bd846661356, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:22:25.169710 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] For port edcb1cb6-6802-4d86-92d7-4bd846661356, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=edcb1cb6-6802-4d86-92d7-4bd846661356,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:22:25.174852 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:25.180260 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:25.234304 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:25.245771 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-b7accbbd-ac25-44bf-b230-381153862dcc tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:25.247832 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-b7accbbd-ac25-44bf-b230-381153862dcc tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 984 time: 0.0978129 Apr 30 16:22:25.264646 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Routers {'01aab21f-583e-4453-bfa8-0c881d5efd7d'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:25.265845 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['01aab21f-583e-4453-bfa8-0c881d5efd7d'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:25.272792 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-0e002ddb-bd99-4f47-97df-924951e1ad66 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Request body: {'port': {'security_groups': ['42d3bc1e-73e5-410c-86f8-27ba495d5f11']}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:25.387647 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Pushing event updated for resources: {'Port': ['ID=edcb1cb6-6802-4d86-92d7-4bd846661356,revision_number=4']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:25.397768 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-051b3a45-454e-4f6b-9500-88d16c6b06eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:25.447385 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-0e002ddb-bd99-4f47-97df-924951e1ad66 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:25.549719 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:25.576176 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] Set router 01aab21f-583e-4453-bfa8-0c881d5efd7d gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:25.721304 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:25.728722 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device cbedf0ae-fe65-4e37-8629-2d8089b83f69 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:25.762658 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396384'] for router, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:25.787184 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-0e002ddb-bd99-4f47-97df-924951e1ad66 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] For port 11029f79-1d87-4336-aca6-ff0e808b88d4, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=11029f79-1d87-4336-aca6-ff0e808b88d4,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:25.820188 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-0e002ddb-bd99-4f47-97df-924951e1ad66 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for port, precommit_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:25.829172 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-0e002ddb-bd99-4f47-97df-924951e1ad66 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279649'] for port, after_update {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:25.836266 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-38703e44-3987-46ac-ba38-98492d7d0fe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:25.843123 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port cbedf0ae-fe65-4e37-8629-2d8089b83f69 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:25.843866 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:25.877858 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['11029f79-1d87-4336-aca6-ff0e808b88d4'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:22:25.945117 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e002ddb-bd99-4f47-97df-924951e1ad66 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event updated for resources: {'Port': ['ID=11029f79-1d87-4336-aca6-ff0e808b88d4,revision_number=7']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:25.949110 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-0e002ddb-bd99-4f47-97df-924951e1ad66 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:25.960839 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-0e002ddb-bd99-4f47-97df-924951e1ad66 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:25.961465 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-0e002ddb-bd99-4f47-97df-924951e1ad66 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:25.964063 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-a30a0443-7581-432a-b6a0-3183d9d32883 req-0e002ddb-bd99-4f47-97df-924951e1ad66 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "PUT /v2.0/ports/11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 942 time: 0.6981716 Apr 30 16:22:25.965977 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:22:25.971729 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59880) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:26.090674 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:25Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:26.099197 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3124978-4ca3-4a7f-9890-2399b09ff245 None None] The sync data for ids ['01aab21f-583e-4453-bfa8-0c881d5efd7d'] in dv-cinder-775008-3-smb is: [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:25Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:22:26.114744 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Router f0c27d8f-27b5-47e3-9f64-f850888daf50 is scheduled to L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 with binding_index 1 {{(pid=73862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:22:26.124901 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3a341cbc-50d6-4f65-b85d-9c2f6d1d68d7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:26.157074 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d835000e-87e4-42a6-9cd5-a74d6f50b9e7 None None] Network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:22:26.170707 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['11029f79-1d87-4336-aca6-ff0e808b88d4'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:22:26.190588 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3a341cbc-50d6-4f65-b85d-9c2f6d1d68d7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:26.298742 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3a341cbc-50d6-4f65-b85d-9c2f6d1d68d7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:26.302667 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-2426e68b-a297-4b5e-a63e-b45431340abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:26.330097 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a341cbc-50d6-4f65-b85d-9c2f6d1d68d7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5604b7aa-cc8b-4d04-b6dc-5887e4187944,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:26.340251 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-3a341cbc-50d6-4f65-b85d-9c2f6d1d68d7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:26.362540 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-3a341cbc-50d6-4f65-b85d-9c2f6d1d68d7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:26.366498 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-3a341cbc-50d6-4f65-b85d-9c2f6d1d68d7 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "DELETE /v2.0/security-groups/5604b7aa-cc8b-4d04-b6dc-5887e4187944 HTTP/1.1" status: 204 len: 168 time: 0.3936658 Apr 30 16:22:26.367078 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59888) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:26.458319 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:22:26.491672 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] Notify callbacks [] for router, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:26.495401 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-eeda8c2f-d100-43c6-988a-0940b0bb472c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0151293 Apr 30 16:22:26.495569 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Sync routers for ids ['f0c27d8f-27b5-47e3-9f64-f850888daf50'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:22:26.495856 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59892) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:26.525725 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-5230850f-f0a6-4e39-b862-0c64dd0fb34d None None] Provisioning for port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:26.589234 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-5230850f-f0a6-4e39-b862-0c64dd0fb34d None None] Provisioning complete for port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:26.589914 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-5230850f-f0a6-4e39-b862-0c64dd0fb34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:26.666416 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'status': 'completed', 'code': 200} Apr 30 16:22:26.689454 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Routers {'f0c27d8f-27b5-47e3-9f64-f850888daf50'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:26.690961 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f0c27d8f-27b5-47e3-9f64-f850888daf50'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:26.893260 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Deleting port 5480f3a0-29fe-4bfb-893f-d9d124b77ea7 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:22:26.894004 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:27.004361 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-92837d1f-5029-42ac-a314-d2b1554421db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:27.005903 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-92837d1f-5029-42ac-a314-d2b1554421db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224&device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 1098 time: 0.3312716 Apr 30 16:22:27.037463 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:27.037867 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:27.176121 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Calling delete_port for 5480f3a0-29fe-4bfb-893f-d9d124b77ea7 owned by network:floatingip {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:22:27.176429 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Set router f0c27d8f-27b5-47e3-9f64-f850888daf50 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:27.299998 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-5230850f-f0a6-4e39-b862-0c64dd0fb34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:27.348088 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:27.353963 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-7b8d9fd2-563c-4a47-b801-c967b60cbb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:27.356517 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-7b8d9fd2-563c-4a47-b801-c967b60cbb44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26412359-5dae-48ee-ab70-c737e2a075c1 HTTP/1.1" status: 200 len: 915 time: 0.3004704 Apr 30 16:22:27.367455 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-7ff83eaa-802b-44e6-a096-5e084d4b3462 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:27.467163 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-5230850f-f0a6-4e39-b862-0c64dd0fb34d None None] For port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=391a196d-0df0-4cb8-a8de-d68a7d6bfa5c,segment=NetworkSegment(33c1e0f4-8253-46fa-8a01-7d3621b0509a),segment_id=33c1e0f4-8253-46fa-8a01-7d3621b0509a)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:27.475293 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-5230850f-f0a6-4e39-b862-0c64dd0fb34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:27.477742 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device edcb1cb6-6802-4d86-92d7-4bd846661356 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:27.526232 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-cf9c7c0f-88d8-45ea-a59f-3d7b0cb5524a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:27.531606 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event deleted for resources: {'Port': ['ID=5480f3a0-29fe-4bfb-893f-d9d124b77ea7,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:27.534604 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:27.536769 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-d9ba9baa-5c2d-4d69-8677-a3573b271c67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 217 time: 0.1366086 Apr 30 16:22:27.562820 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks [] for floatingip, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:27.563071 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.db.l3_db [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Floating IP 06143de0-d875-4511-bbf0-a2a190825dc5 disassociated (deleted). External IP: 172.28.2.230, port: 11029f79-1d87-4336-aca6-ff0e808b88d4. Apr 30 16:22:27.668459 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-eb146e7a-3882-4f60-baaa-b99856672790 None None] Provisioning complete for port 11029f79-1d87-4336-aca6-ff0e808b88d4 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:27.669060 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-eb146e7a-3882-4f60-baaa-b99856672790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:27.684558 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-b8bb600e-b591-4892-bc9e-f659bd958fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:27.686165 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-b8bb600e-b591-4892-bc9e-f659bd958fce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2320fcb7-934a-4477-bb98-c770bbb85177 HTTP/1.1" status: 200 len: 853 time: 0.1359820 Apr 30 16:22:27.732822 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230850f-f0a6-4e39-b862-0c64dd0fb34d None None] Pushing event updated for resources: {'Port': ['ID=391a196d-0df0-4cb8-a8de-d68a7d6bfa5c,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:27.747217 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-5230850f-f0a6-4e39-b862-0c64dd0fb34d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:27.772702 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port edcb1cb6-6802-4d86-92d7-4bd846661356 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:27.783526 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port edcb1cb6-6802-4d86-92d7-4bd846661356 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:27.784312 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:27.818946 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:27.876491 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'name': 'tempest-TestShelveInstance-1685588876-router', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:23Z', 'updated_at': '2021-04-30T16:22:24Z', 'revision_number': 3, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'gw_port': {'id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:24Z', 'updated_at': '2021-04-30T16:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:27.880133 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-5cf5dd86-0bc5-45e9-9353-a58395c85ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:27.881552 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-5cf5dd86-0bc5-45e9-9353-a58395c85ae6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26412359-5dae-48ee-ab70-c737e2a075c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1878409 Apr 30 16:22:27.897899 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Checking router: f0c27d8f-27b5-47e3-9f64-f850888daf50 for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:22:27.898292 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Updating router f0c27d8f-27b5-47e3-9f64-f850888daf50 port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c binding host dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:22:27.942734 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Router 94d2478a-385d-45b1-b10e-a6338dabcbd7 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:22:27.963512 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.116312 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.132435 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:22:28.134374 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-509b00c8-f5fc-4483-842a-6372f15f1dcf service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399597 Apr 30 16:22:28.145635 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] Sync routers for ids ['94d2478a-385d-45b1-b10e-a6338dabcbd7'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:22:28.157571 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] Routers {'94d2478a-385d-45b1-b10e-a6338dabcbd7'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:28.158728 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['94d2478a-385d-45b1-b10e-a6338dabcbd7'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:28.165470 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.169946 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-49780247-b9f3-4966-a45f-5840a6ef5bbc None None] Provisioning complete for port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:28.170343 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-49780247-b9f3-4966-a45f-5840a6ef5bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.183129 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Allocated IP 172.20.0.1 (32fa6a66-e1fb-4c0c-8695-5f01b4890b01/84252217-ba57-4dc6-bec0-f8fbb1291e9b/00a9ff98-d6dc-4af4-a696-49b35076834c) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:22:28.232081 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port edcb1cb6-6802-4d86-92d7-4bd846661356, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=edcb1cb6-6802-4d86-92d7-4bd846661356,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:28.253212 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-80c498b0-c42f-4702-ae37-d622df3e1b3d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "DELETE /v2.0/floatingips/06143de0-d875-4511-bbf0-a2a190825dc5 HTTP/1.1" status: 204 len: 168 time: 1.8847291 Apr 30 16:22:28.389037 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] Set router 94d2478a-385d-45b1-b10e-a6338dabcbd7 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:28.397457 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-89828bb3-15fe-4444-8eec-44a75266bfa1 req-ad8a40d1-71ae-4cb7-9584-f2bad396e9de service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534237 Apr 30 16:22:28.444057 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.462415 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Transition to ACTIVE for port object 00a9ff98-d6dc-4af4-a696-49b35076834c will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:28.491782 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.497342 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d912f489-f64b-4430-981d-ddee652b1fda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:28.525622 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.537096 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Transition to ACTIVE for port object 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c will not be triggered until provisioned by entity L2. {{(pid=73865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:28.541026 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.544381 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-5d81ae64-394d-4c99-b2d4-39389e2a0149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:28.563752 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:22:28.566724 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:28.575096 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:22:28.611847 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.663732 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Attempting to bind port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:22:28.664195 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Attempting to bind port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:22:28.664618 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Attempting to bind port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c on network d117264f-45ab-46f5-bf84-1e548aed77de {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:22:28.668126 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4'}] {{(pid=73864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:22:28.758651 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'status': 'completed', 'code': 200} Apr 30 16:22:28.775741 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:22:28.776274 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Checking segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:22:28.776652 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.776929 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Bound using segment: {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'} {{(pid=73865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:22:28.777566 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.managers [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Bound port: 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f9a683-bf1a-4de0-b764-b6b8c86b8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de'}}] {{(pid=73865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:22:28.778073 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.786011 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=00a9ff98-d6dc-4af4-a696-49b35076834c,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:28.790628 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:28.813346 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424174'] for router_interface, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:28.813784 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=edcb1cb6-6802-4d86-92d7-4bd846661356,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:28.829596 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:28.833243 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:28.927012 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '3ba5e8ed-5435-499d-8736-9e9632bbf317', 'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'mac_address': 'fa:16:3e:ba:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:21Z', 'updated_at': '2021-04-30T16:18:29Z', 'revision_number': 5, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'subnets': [{'id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:28.931894 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] Checking router: 94d2478a-385d-45b1-b10e-a6338dabcbd7 for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:22:28.943691 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] Routers {'94d2478a-385d-45b1-b10e-a6338dabcbd7'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:28.951023 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['94d2478a-385d-45b1-b10e-a6338dabcbd7'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:28.962438 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-7b9a5606-4696-4c4b-bb6d-523f86218985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:28.963897 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-7b9a5606-4696-4c4b-bb6d-523f86218985 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224&device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 1098 time: 0.1396134 Apr 30 16:22:29.040779 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81efd41-78fc-4ac7-9e95-cc913d1b230c None None] Pushing event updated for resources: {'Port': ['ID=92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c,revision_number=2']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:29.053763 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-b81efd41-78fc-4ac7-9e95-cc913d1b230c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:29.083905 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] For port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:22:29.087173 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] For port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:22:29.090874 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:29.095375 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:29.142626 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] Set router 94d2478a-385d-45b1-b10e-a6338dabcbd7 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:29.168886 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:29.180932 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Routers {'f0c27d8f-27b5-47e3-9f64-f850888daf50'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:29.181640 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f0c27d8f-27b5-47e3-9f64-f850888daf50'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:29.189964 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-04350b25-cba9-4de7-a17b-c0a1f1463094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:29.191376 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-04350b25-cba9-4de7-a17b-c0a1f1463094 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26412359-5dae-48ee-ab70-c737e2a075c1 HTTP/1.1" status: 200 len: 915 time: 0.2145376 Apr 30 16:22:29.236462 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81efd41-78fc-4ac7-9e95-cc913d1b230c None None] Pushing event updated for resources: {'Port': ['ID=92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c,revision_number=3']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:29.296794 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-a7ebb847-90bf-4e9c-9569-b218704d788a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 200 len: 217 time: 0.0713730 Apr 30 16:22:29.360166 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-b81efd41-78fc-4ac7-9e95-cc913d1b230c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:29.371197 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:29.392092 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-d5551700-7d26-44bf-ac91-eb947682cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:29.393736 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-d5551700-7d26-44bf-ac91-eb947682cd9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2320fcb7-934a-4477-bb98-c770bbb85177 HTTP/1.1" status: 200 len: 853 time: 0.0809729 Apr 30 16:22:29.418723 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-152ca5c5-0c1f-4354-a899-bd96dc7f54d5 None None] Provisioning for port 00a9ff98-d6dc-4af4-a696-49b35076834c completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:29.450198 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-152ca5c5-0c1f-4354-a899-bd96dc7f54d5 None None] Provisioning complete for port 00a9ff98-d6dc-4af4-a696-49b35076834c triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:29.450577 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-152ca5c5-0c1f-4354-a899-bd96dc7f54d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:29.512552 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '3ba5e8ed-5435-499d-8736-9e9632bbf317', 'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'mac_address': 'fa:16:3e:ba:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:21Z', 'updated_at': '2021-04-30T16:18:29Z', 'revision_number': 5, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'subnets': [{'id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:29.523487 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1c5e2-0947-458f-b3b5-a10b9b5eba16 None None] The sync data for ids ['94d2478a-385d-45b1-b10e-a6338dabcbd7'] in dv-cinder-775008-3-smb is: [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:18:22Z', 'revision_number': 4, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '3ba5e8ed-5435-499d-8736-9e9632bbf317', 'name': '', 'network_id': '26412359-5dae-48ee-ab70-c737e2a075c1', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'mac_address': 'fa:16:3e:ba:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:21Z', 'updated_at': '2021-04-30T16:18:29Z', 'revision_number': 5, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'subnets': [{'id': '2320fcb7-934a-4477-bb98-c770bbb85177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:22:29.523944 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] Set router f0c27d8f-27b5-47e3-9f64-f850888daf50 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:29.583284 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-152ca5c5-0c1f-4354-a899-bd96dc7f54d5 None None] Port 00a9ff98-d6dc-4af4-a696-49b35076834c cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:22:29.597785 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-18f1bf24-373b-4930-bde5-4c771c4723b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:29.599301 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-18f1bf24-373b-4930-bde5-4c771c4723b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26412359-5dae-48ee-ab70-c737e2a075c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1701126 Apr 30 16:22:29.604262 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:29.604634 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:29.661477 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:29.716978 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:29.755752 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:29.818210 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079b6c5-8a2c-4e27-a587-c61a382d50f7 None None] New status for floating IP 06143de0-d875-4511-bbf0-a2a190825dc5: DOWN {{(pid=73865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:22:29.857964 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=00a9ff98-d6dc-4af4-a696-49b35076834c,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:29.864889 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424011'] for router_interface, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:29.875582 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-e8f1ea4e-5e6f-4b0c-a63d-16778079b88d service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658296 Apr 30 16:22:29.876850 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.877228 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.877599 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.877984 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.878353 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.878713 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.879674 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.879674 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.879910 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.880129 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.880482 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.880829 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:22:29.906223 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:30.092032 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device edcb1cb6-6802-4d86-92d7-4bd846661356 up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:30.129316 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-c21cae43-0069-4bfc-826f-ae6067fa6f2f req-35565341-cff9-4844-91ae-412f78eb6a45 service neutron] 10.222.0.64 "GET /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430203 Apr 30 16:22:30.141535 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:22:30.144592 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:30.188016 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port edcb1cb6-6802-4d86-92d7-4bd846661356 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:30.188905 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:30.218973 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'name': 'tempest-TestShelveInstance-1685588876-router', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:23Z', 'updated_at': '2021-04-30T16:22:29Z', 'revision_number': 4, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'gw_port': {'id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:24Z', 'updated_at': '2021-04-30T16:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '00a9ff98-d6dc-4af4-a696-49b35076834c', 'name': '', 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'mac_address': 'fa:16:3e:17:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:27Z', 'updated_at': '2021-04-30T16:22:28Z', 'revision_number': 1, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'subnets': [{'id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:30.237420 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15f97a-d8a7-4bc1-98c6-0cd4d22d2cf3 None None] The sync data for ids ['f0c27d8f-27b5-47e3-9f64-f850888daf50'] in dv-cinder-775008-3-smb is: [{'id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'name': 'tempest-TestShelveInstance-1685588876-router', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:23Z', 'updated_at': '2021-04-30T16:22:29Z', 'revision_number': 4, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'gw_port': {'id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:24Z', 'updated_at': '2021-04-30T16:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '00a9ff98-d6dc-4af4-a696-49b35076834c', 'name': '', 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'mac_address': 'fa:16:3e:17:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:27Z', 'updated_at': '2021-04-30T16:22:28Z', 'revision_number': 1, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'subnets': [{'id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:22:30.411157 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Router f0c27d8f-27b5-47e3-9f64-f850888daf50 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:22:30.423400 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:30.513097 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-37336473-7853-469e-b9e7-2a86ca66df5c None None] Provisioning complete for port 00a9ff98-d6dc-4af4-a696-49b35076834c triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:30.513482 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-37336473-7853-469e-b9e7-2a86ca66df5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:30.607894 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-37336473-7853-469e-b9e7-2a86ca66df5c None None] Port 00a9ff98-d6dc-4af4-a696-49b35076834c cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:22:30.753583 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:22:30.762857 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] 10.222.0.15 "PUT /v2.0/routers/f0c27d8f-27b5-47e3-9f64-f850888daf50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2659762 Apr 30 16:22:31.346222 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:31.408915 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59928) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:31.414237 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600785711', 'description': 'tempest-secgroup-smoke-1600785711 description', 'project_id': 'b3e5ec806336423d88d74adc0b358f9a'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:31.418623 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:31.420624 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:31.423486 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:31.423871 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.424635 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Usage tracker for resource:security_group and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:31.427548 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:31.434008 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:31.443584 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.463336 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:31.467096 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Usage tracker for resource:security_group_rule and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:31.470440 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:31.475972 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:31.554435 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.559618 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.565628 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-495783a7-548c-464e-ab17-97257aa3ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:31.591664 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.605960 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.607279 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1973481 Apr 30 16:22:31.610809 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733b5897-ff7c-445d-8ace-6099c6b2df97,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:31.611496 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59936) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:31.611970 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:31.613764 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3c8dc9d5-04ab-417f-99a9-07f15c971435 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:31.616981 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.618915 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:31.620979 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Request body: {'security_group_rule': {'security_group_id': '733b5897-ff7c-445d-8ace-6099c6b2df97', 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:31.636093 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:31.641272 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Usage tracker for resource:security_group_rule and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:31.645212 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:31.654772 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:31.681708 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.699838 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:31.703849 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:31.743661 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.746524 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.748556 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:31.769758 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db63499-3e3e-4401-bce5-9e53f9e6ff42,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:31.774158 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:31.786230 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:31.787580 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-440d452d-2bcd-49a2-806f-e092ee6f99a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742136 Apr 30 16:22:31.790432 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 59942) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:31.795790 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.v2.base [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Request body: {'security_group_rule': {'security_group_id': '733b5897-ff7c-445d-8ace-6099c6b2df97', 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:31.802167 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:31.805989 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Usage tracker for resource:security_group_rule and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:31.808835 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73864) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:31.815369 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.quota.driver [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73864) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:31.831558 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.043010 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.048230 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.067322 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:32.090592 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0744c1a5-6aea-4eb0-9200-14e97c5c9b7b,revision_number=0']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:32.094456 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:32.097277 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.098480 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-fabcdb45-383e-4b43-b7f9-15211be0d44f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3071296 Apr 30 16:22:32.101301 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59946) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:32.106758 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Request body: {'security_group_rule': {'security_group_id': '733b5897-ff7c-445d-8ace-6099c6b2df97', 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:32.110617 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c26ac-cbc7-4cae-b5ee-6f50dae5b596 req-d63b394d-765f-42e9-ac2f-1c3cc8cfed89 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:32.111361 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-0e2c26ac-cbc7-4cae-b5ee-6f50dae5b596 req-d63b394d-765f-42e9-ac2f-1c3cc8cfed89 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Synchronizing usage tracker for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:port {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:22:32.113300 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:32.117113 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Usage tracker for resource:security_group_rule and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:32.119965 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:32.126647 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-0e2c26ac-cbc7-4cae-b5ee-6f50dae5b596 req-d63b394d-765f-42e9-ac2f-1c3cc8cfed89 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Unset dirty status for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:port {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:22:32.127887 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0e2c26ac-cbc7-4cae-b5ee-6f50dae5b596 req-d63b394d-765f-42e9-ac2f-1c3cc8cfed89 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.2700949 Apr 30 16:22:32.128028 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:32.144246 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.177295 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-0e2c26ac-cbc7-4cae-b5ee-6f50dae5b596 req-312b97f6-6cee-4b6f-aff7-cf5bfe3b48f0 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Synchronizing usage tracker for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:22:32.194923 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-0e2c26ac-cbc7-4cae-b5ee-6f50dae5b596 req-312b97f6-6cee-4b6f-aff7-cf5bfe3b48f0 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Unset dirty status for tenant:bae9b7c01b7c456fa4ee6ca1931a9224 on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:22:32.196361 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-0e2c26ac-cbc7-4cae-b5ee-6f50dae5b596 req-312b97f6-6cee-4b6f-aff7-cf5bfe3b48f0 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617034 Apr 30 16:22:32.232966 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.236571 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.238605 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:32.260834 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74063fe8-2783-4c35-a0b7-9782abe7ccec,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:32.266020 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:32.270444 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.271648 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-2f7386e8-5864-4bfa-9927-d8866edc0ff3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1691651 Apr 30 16:22:32.274385 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59950) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:32.279420 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Request body: {'security_group_rule': {'security_group_id': '733b5897-ff7c-445d-8ace-6099c6b2df97', 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:32.285661 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:32.289582 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Usage tracker for resource:security_group_rule and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:32.292784 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:32.298818 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:32.317634 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.380086 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.383407 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.385376 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:32.407221 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db69a01-585a-41e9-89cd-262f83a39431,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:32.409541 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:32.415686 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.417136 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-8489367e-7491-4c07-854b-209b2681d0e1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418302 Apr 30 16:22:32.419795 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59954) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:32.425691 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Request body: {'security_group_rule': {'security_group_id': '733b5897-ff7c-445d-8ace-6099c6b2df97', 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:32.431380 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:32.435132 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Usage tracker for resource:security_group_rule and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:32.438589 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:32.444188 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:32.454274 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.securitygroups_db [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Project b3e5ec806336423d88d74adc0b358f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:22:32.459812 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.524558 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.528119 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.535793 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:32.554470 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69b3b8e-7d51-48c1-bb62-4f313d8316bc,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:32.557121 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:32.564931 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.566382 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-e413b2bc-e94d-4de1-9724-ec864d2fe57b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453462 Apr 30 16:22:32.569104 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 59958) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:32.574198 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Request body: {'security_group_rule': {'security_group_id': '733b5897-ff7c-445d-8ace-6099c6b2df97', 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:32.580065 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:32.583858 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Usage tracker for resource:security_group_rule and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:22:32.586740 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:22:32.592444 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:32.602544 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.securitygroups_db [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Project b3e5ec806336423d88d74adc0b358f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:22:32.607977 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.677095 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.680432 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489348'] for security_group_rule, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.682444 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:32.702497 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d4faad-3680-4cdf-9928-4511d5e310bf,revision_number=0']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:32.706611 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:32.714649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:32.715943 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-9ff29452-38c2-45ef-a019-dc577417ec20 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459239 Apr 30 16:22:33.336301 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:33.420028 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:33.420482 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:33.432052 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6dc2b-3f60-4169-946d-8e99af6e23e9 req-c40a2153-ed7b-4458-9bb5-cec09c2261cb tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:33.434222 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5ae6dc2b-3f60-4169-946d-8e99af6e23e9 req-c40a2153-ed7b-4458-9bb5-cec09c2261cb tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.1224167 Apr 30 16:22:33.489350 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-5ae6dc2b-3f60-4169-946d-8e99af6e23e9 req-4a36a507-9310-486d-be06-f53b42c7bbc9 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483396 Apr 30 16:22:33.769147 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Sync routers for ids ['f0c27d8f-27b5-47e3-9f64-f850888daf50'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:22:33.778382 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Routers {'f0c27d8f-27b5-47e3-9f64-f850888daf50'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:33.778982 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f0c27d8f-27b5-47e3-9f64-f850888daf50'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:33.959199 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Set router f0c27d8f-27b5-47e3-9f64-f850888daf50 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:34.276142 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'name': 'tempest-TestShelveInstance-1685588876-router', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:23Z', 'updated_at': '2021-04-30T16:22:29Z', 'revision_number': 4, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'gw_port': {'id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:24Z', 'updated_at': '2021-04-30T16:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '00a9ff98-d6dc-4af4-a696-49b35076834c', 'name': '', 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'mac_address': 'fa:16:3e:17:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:27Z', 'updated_at': '2021-04-30T16:22:29Z', 'revision_number': 2, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'subnets': [{'id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:34.279777 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Checking router: f0c27d8f-27b5-47e3-9f64-f850888daf50 for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:22:34.280130 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Updating router f0c27d8f-27b5-47e3-9f64-f850888daf50 port 00a9ff98-d6dc-4af4-a696-49b35076834c binding host dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:22:34.342195 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:34.353205 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:22:34.495465 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-3c37da96-08de-47f2-8e05-9757254f26a9 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:34.496884 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-3c37da96-08de-47f2-8e05-9757254f26a9 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.64 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.0837307 Apr 30 16:22:34.659333 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Deleting port 11029f79-1d87-4336-aca6-ff0e808b88d4 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:22:34.659770 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:34.704695 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Notify callbacks [] for port, precommit_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:34.719075 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.provisioning_blocks [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Transition to ACTIVE for port object 00a9ff98-d6dc-4af4-a696-49b35076834c will not be triggered until provisioned by entity L2. {{(pid=73867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:34.722158 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199462c-2084-463f-aaf3-d6945ef2b9b2 req-d16bfeca-0203-4dda-919d-60bdf903581b tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:34.723798 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d199462c-2084-463f-aaf3-d6945ef2b9b2 req-d16bfeca-0203-4dda-919d-60bdf903581b tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 945 time: 0.0953269 Apr 30 16:22:34.726588 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:34.732463 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:34.774562 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d199462c-2084-463f-aaf3-d6945ef2b9b2 req-0404785b-0411-4c82-b659-8398eab8cc7f tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/security-groups?id=42d3bc1e-73e5-410c-86f8-27ba495d5f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Apr 30 16:22:34.801889 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] For port 11029f79-1d87-4336-aca6-ff0e808b88d4, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=11029f79-1d87-4336-aca6-ff0e808b88d4,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:34.802117 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:34.891729 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d91c13-960d-4e58-9f16-0df90177e7c3 None None] Pushing event updated for resources: {'Port': ['ID=00a9ff98-d6dc-4af4-a696-49b35076834c,revision_number=3']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:34.894816 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-61d91c13-960d-4e58-9f16-0df90177e7c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:34.937828 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Calling delete_port for 11029f79-1d87-4336-aca6-ff0e808b88d4 owned by compute:nova {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:22:34.962334 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Attempting to bind port 00a9ff98-d6dc-4af4-a696-49b35076834c on host dv-cinder-775008-3-smb for vnic_type normal with profile {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:22:34.962710 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Attempting to bind port 00a9ff98-d6dc-4af4-a696-49b35076834c by drivers openvswitch,hyperv on host dv-cinder-775008-3-smb at level 0 using segments [{'id': '33c1e0f4-8253-46fa-8a01-7d3621b0509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01'}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:22:34.963075 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Attempting to bind port 00a9ff98-d6dc-4af4-a696-49b35076834c on network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:22:34.968294 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Checking agent: {'id': '8594e53c-86d5-4db5-b870-d074c3e725da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 0, 17), 'started_at': datetime.datetime(2021, 4, 30, 16, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:22:34.968666 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Checking segment: {'id': '33c1e0f4-8253-46fa-8a01-7d3621b0509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:22:34.969257 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:34.969735 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Bound using segment: {'id': '33c1e0f4-8253-46fa-8a01-7d3621b0509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01'} {{(pid=73867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:22:34.970261 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.managers [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Bound port: 00a9ff98-d6dc-4af4-a696-49b35076834c, host: dv-cinder-775008-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c1e0f4-8253-46fa-8a01-7d3621b0509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01'}}] {{(pid=73867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:22:34.970665 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:35.066942 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:35.071059 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] For port 00a9ff98-d6dc-4af4-a696-49b35076834c, host dv-cinder-775008-3-smb, cleared binding levels {{(pid=73867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:22:35.073260 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-59ac243a-3100-4e95-b623-168fd769a446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:35.074782 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.plugins.ml2.db [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] For port 00a9ff98-d6dc-4af4-a696-49b35076834c, host dv-cinder-775008-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=00a9ff98-d6dc-4af4-a696-49b35076834c,segment=NetworkSegment(33c1e0f4-8253-46fa-8a01-7d3621b0509a),segment_id=33c1e0f4-8253-46fa-8a01-7d3621b0509a)] {{(pid=73867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:22:35.080582 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron_lib.callbacks.manager [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:35.084428 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:35.117634 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['11029f79-1d87-4336-aca6-ff0e808b88d4'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:22:35.123629 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Pushing event deleted for resources: {'Port': ['ID=11029f79-1d87-4336-aca6-ff0e808b88d4,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:35.126627 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:35.186076 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Routers {'f0c27d8f-27b5-47e3-9f64-f850888daf50'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:35.186696 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f0c27d8f-27b5-47e3-9f64-f850888daf50'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:35.204895 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] No DVR routers for this DVR port 11029f79-1d87-4336-aca6-ff0e808b88d4 on host hv-cinder-77500 {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:22:35.207749 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:35.210824 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'name': 'network-vif-deleted', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:22:35.228234 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-6af4cb4e-ed01-4326-afd6-f5745574af64 req-a89eca7e-be4c-4baf-91c2-ba8e941b7c94 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.64 "DELETE /v2.0/ports/11029f79-1d87-4336-aca6-ff0e808b88d4 HTTP/1.1" status: 204 len: 173 time: 0.7242651 Apr 30 16:22:35.257718 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d91c13-960d-4e58-9f16-0df90177e7c3 None None] Pushing event updated for resources: {'Port': ['ID=00a9ff98-d6dc-4af4-a696-49b35076834c,revision_number=4']} {{(pid=73867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:35.268906 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG oslo_concurrency.lockutils [None req-61d91c13-960d-4e58-9f16-0df90177e7c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:35.272917 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67056101-9e5a-467b-800b-ef5b524216f6', 'name': 'network-vif-deleted', 'tag': '11029f79-1d87-4336-aca6-ff0e808b88d4', 'status': 'completed', 'code': 200} Apr 30 16:22:35.405760 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] Set router f0c27d8f-27b5-47e3-9f64-f850888daf50 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:35.731894 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'name': 'tempest-TestShelveInstance-1685588876-router', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:23Z', 'updated_at': '2021-04-30T16:22:29Z', 'revision_number': 4, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'gw_port': {'id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:24Z', 'updated_at': '2021-04-30T16:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '00a9ff98-d6dc-4af4-a696-49b35076834c', 'name': '', 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'mac_address': 'fa:16:3e:17:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:27Z', 'updated_at': '2021-04-30T16:22:35Z', 'revision_number': 4, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'subnets': [{'id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:35.736435 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c0159-8f86-416f-8d73-0180ff13a3d9 None None] The sync data for ids ['f0c27d8f-27b5-47e3-9f64-f850888daf50'] in dv-cinder-775008-3-smb is: [{'id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'name': 'tempest-TestShelveInstance-1685588876-router', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:23Z', 'updated_at': '2021-04-30T16:22:29Z', 'revision_number': 4, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'gw_port': {'id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:24Z', 'updated_at': '2021-04-30T16:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': '00a9ff98-d6dc-4af4-a696-49b35076834c', 'name': '', 'network_id': '32fa6a66-e1fb-4c0c-8695-5f01b4890b01', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'mac_address': 'fa:16:3e:17:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:27Z', 'updated_at': '2021-04-30T16:22:35Z', 'revision_number': 4, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'subnets': [{'id': '84252217-ba57-4dc6-bec0-f8fbb1291e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:22:35.947359 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-c85f3117-4c84-48ca-bf14-498f44050ef5 req-226790f6-3459-4e27-aab3-a8199ae6da73 tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] 10.222.0.15 "GET /v2.0/ports?device_id=67056101-9e5a-467b-800b-ef5b524216f6 HTTP/1.1" status: 200 len: 210 time: 0.0481193 Apr 30 16:22:37.345181 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 00a9ff98-d6dc-4af4-a696-49b35076834c up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:37.416053 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning for port 00a9ff98-d6dc-4af4-a696-49b35076834c completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:37.421612 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 00a9ff98-d6dc-4af4-a696-49b35076834c triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:37.422057 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:37.546813 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:37.580346 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] For port 00a9ff98-d6dc-4af4-a696-49b35076834c, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=00a9ff98-d6dc-4af4-a696-49b35076834c,segment=NetworkSegment(33c1e0f4-8253-46fa-8a01-7d3621b0509a),segment_id=33c1e0f4-8253-46fa-8a01-7d3621b0509a)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:37.584211 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:37.586153 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:37.656210 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Pushing event updated for resources: {'Port': ['ID=00a9ff98-d6dc-4af4-a696-49b35076834c,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:37.659265 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:37.932123 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60078) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:38.570643 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424057'] for router_interface, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:38.982146 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Deleting port 3ba5e8ed-5435-499d-8736-9e9632bbf317 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:22:38.982857 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:39.045421 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 11029f79-1d87-4336-aca6-ff0e808b88d4 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:22:39.082983 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: 11029f79-1d87-4336-aca6-ff0e808b88d4 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:22:39.083337 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device 11029f79-1d87-4336-aca6-ff0e808b88d4 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:22:39.108106 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] For port 3ba5e8ed-5435-499d-8736-9e9632bbf317, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=3ba5e8ed-5435-499d-8736-9e9632bbf317,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:39.108462 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:39.232341 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Calling delete_port for 3ba5e8ed-5435-499d-8736-9e9632bbf317 owned by network:router_interface {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:22:39.329120 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 00a9ff98-d6dc-4af4-a696-49b35076834c up at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:22:39.399520 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Provisioning complete for port 00a9ff98-d6dc-4af4-a696-49b35076834c triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:39.399895 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:39.541352 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:39.546564 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2b54d630-a127-4ca5-971b-8ec4638ca830 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:39.595579 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba5e8ed-5435-499d-8736-9e9632bbf317,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:39.751735 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:39.992561 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405449'] for router_interface, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:40.359335 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Router 94d2478a-385d-45b1-b10e-a6338dabcbd7 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:22:40.544285 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:22:40.553732 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] Sync routers for ids ['94d2478a-385d-45b1-b10e-a6338dabcbd7'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:22:40.556565 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-a343069c-92d3-4438-be04-d619ab03f471 admin admin] 10.222.0.15 "PUT /v2.0/routers/94d2478a-385d-45b1-b10e-a6338dabcbd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6232963 Apr 30 16:22:40.558988 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60094) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:40.563958 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] Routers {'94d2478a-385d-45b1-b10e-a6338dabcbd7'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:40.564579 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['94d2478a-385d-45b1-b10e-a6338dabcbd7'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:40.737552 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Notify callbacks [] for router, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:40.747227 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] Set router 94d2478a-385d-45b1-b10e-a6338dabcbd7 gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:40.920287 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:40.999947 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Deleting port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:22:41.001309 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:41.044747 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:22:39Z', 'revision_number': 5, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port': {'id': 'b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:19Z', 'updated_at': '2021-04-30T16:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:41.050044 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] Checking router: 94d2478a-385d-45b1-b10e-a6338dabcbd7 for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:22:41.059324 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] Routers {'94d2478a-385d-45b1-b10e-a6338dabcbd7'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:41.059976 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['94d2478a-385d-45b1-b10e-a6338dabcbd7'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:41.249286 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] For port b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:41.249643 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:41.258075 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] Set router 94d2478a-385d-45b1-b10e-a6338dabcbd7 gateway port host: None {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:41.370480 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:22:40Z', 'revision_number': 6, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port_host': None}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:41.374589 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0754ed7-b576-4f42-b70c-107e4b5dc7b1 None None] The sync data for ids ['94d2478a-385d-45b1-b10e-a6338dabcbd7'] in dv-cinder-775008-3-smb is: [{'id': '94d2478a-385d-45b1-b10e-a6338dabcbd7', 'name': 'tempest-TestMinimumBasicScenario-171209194-router', 'tenant_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:18Z', 'updated_at': '2021-04-30T16:22:40Z', 'revision_number': 6, 'project_id': 'bae9b7c01b7c456fa4ee6ca1931a9224', 'gw_port_host': None}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:22:41.389154 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Calling delete_port for b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 owned by network:router_gateway {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:22:41.532440 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:41.536906 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f10c89e2-5316-4ad6-8206-26995a83911c tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:41.582192 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:41.585224 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:41.675435 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396270'] for router_gateway, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:41.854848 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13660'] for router, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:41.856986 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:41.941135 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404811'] for router, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:41.941674 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d2478a-385d-45b1-b10e-a6338dabcbd7 {{(pid=73862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:22:41.956029 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] Notify callbacks [] for router, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:41.957186 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-54da2d77-1f5c-4b27-bd6d-022f44e55c53 admin admin] 10.222.0.15 "DELETE /v2.0/routers/94d2478a-385d-45b1-b10e-a6338dabcbd7 HTTP/1.1" status: 204 len: 168 time: 1.3973210 Apr 30 16:22:41.959765 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60102) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:42.022344 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8297405b-95fa-49fa-bc55-399678ae31db admin admin] Deleting subnet 2320fcb7-934a-4477-bb98-c770bbb85177 {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:22:42.025143 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8297405b-95fa-49fa-bc55-399678ae31db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:42.075504 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8297405b-95fa-49fa-bc55-399678ae31db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:42.157072 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8297405b-95fa-49fa-bc55-399678ae31db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:42.431118 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8297405b-95fa-49fa-bc55-399678ae31db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:42.435178 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ca9cb5ee-e721-4a48-b68f-16660c21ea3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:42.473707 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297405b-95fa-49fa-bc55-399678ae31db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2320fcb7-934a-4477-bb98-c770bbb85177,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:42.475703 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8297405b-95fa-49fa-bc55-399678ae31db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:42.478228 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8297405b-95fa-49fa-bc55-399678ae31db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:42.479617 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0599c5b-0c11-4404-a541-bfd694ce3435 None None] Network 26412359-5dae-48ee-ab70-c737e2a075c1 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:22:42.482296 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-8297405b-95fa-49fa-bc55-399678ae31db admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2320fcb7-934a-4477-bb98-c770bbb85177 HTTP/1.1" status: 204 len: 168 time: 0.5215943 Apr 30 16:22:42.485344 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60108) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:42.594482 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:42.734251 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a63be6-77d3-4c30-a350-099b5496a553 None None] DHCP port deletion for 26412359-5dae-48ee-ab70-c737e2a075c1 request from dv-cinder-775008-3-smb {{(pid=73865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:22:42.770227 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Deleting port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:22:42.770567 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:42.805715 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-e0a63be6-77d3-4c30-a350-099b5496a553 None None] Deleting port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 {{(pid=73865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:22:42.806123 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e0a63be6-77d3-4c30-a350-099b5496a553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:42.874100 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] For port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=e4e1e4b3-91bf-48d3-b559-ae4c572bfa86,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:42.874368 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:42.909009 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-e0a63be6-77d3-4c30-a350-099b5496a553 None None] For port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=e4e1e4b3-91bf-48d3-b559-ae4c572bfa86,segment=NetworkSegment(c1a28ff4-5f2f-40ae-9c04-bfa445f53574),segment_id=c1a28ff4-5f2f-40ae-9c04-bfa445f53574)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:42.909476 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e0a63be6-77d3-4c30-a350-099b5496a553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:42.998324 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Calling delete_port for e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 owned by network:dhcp {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:22:43.035722 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-e0a63be6-77d3-4c30-a350-099b5496a553 None None] Calling delete_port for e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 owned by network:dhcp {{(pid=73865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:22:43.044976 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:43.052567 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-f8c3dbe3-04d6-4e50-94a5-f8ca5b02712c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:43.080471 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e0a63be6-77d3-4c30-a350-099b5496a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125'] for port, after_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:43.085656 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:43.095719 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e1e4b3-91bf-48d3-b559-ae4c572bfa86,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:43.096710 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] No DVR routers for this DVR port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 on host dv-cinder-775008-3-smb {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:22:43.098237 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:43.128839 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a63be6-77d3-4c30-a350-099b5496a553 None None] Pushing event deleted for resources: {'Port': ['ID=e4e1e4b3-91bf-48d3-b559-ae4c572bfa86,revision_number=None']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:43.131684 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-e0a63be6-77d3-4c30-a350-099b5496a553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:43.132493 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a63be6-77d3-4c30-a350-099b5496a553 None None] No DVR routers for this DVR port e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 on host dv-cinder-775008-3-smb {{(pid=73865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:22:43.215269 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:43.326630 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26412359-5dae-48ee-ab70-c737e2a075c1']}} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:43.335908 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 3ba5e8ed-5435-499d-8736-9e9632bbf317 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:22:43.342892 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574') {'for_net_delete': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:43.343644 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a28ff4-5f2f-40ae-9c04-bfa445f53574') {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:43.357382 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2191859'] for segment, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:43.379317 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 3ba5e8ed-5435-499d-8736-9e9632bbf317 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:22:43.379317 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 3ba5e8ed-5435-499d-8736-9e9632bbf317 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:22:43.379317 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:22:43.383909 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:43.391724 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=73862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:22:43.413342 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:22:43.413702 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device b4e1bf05-5b3b-41d4-b80a-bb2d88c2e2c7 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:22:43.414167 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:22:43.448833 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:22:43.449188 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device e4e1e4b3-91bf-48d3-b559-ae4c572bfa86 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:22:43.570247 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Network 26412359-5dae-48ee-ab70-c737e2a075c1 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:22:43.579608 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3048259'] for segment, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:43.760117 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Network 26412359-5dae-48ee-ab70-c737e2a075c1 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: Traceback (most recent call last): Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: timer() Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: cb(*args, **kw) Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: return func(*args, **kwargs) Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: self._notify() Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: self.callback(batched_events) Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: event.method(event) Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: return f(self, *a, **k) Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: return self._get(url).json() Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: return self.request(url, 'GET', **kwargs) Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:22:43.781389 dv-cinder-775008-3-smb neutron-server[73862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:22:43.856117 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:43.860999 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:43.863537 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-04db7ca3-4157-4d61-8635-d1b9af6b9f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:43.889685 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=26412359-5dae-48ee-ab70-c737e2a075c1,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:43.892656 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:43.896431 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] 10.222.0.15 "DELETE /v2.0/networks/26412359-5dae-48ee-ab70-c737e2a075c1 HTTP/1.1" status: 204 len: 168 time: 1.4099741 Apr 30 16:22:43.899279 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60114) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:44.131669 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d2f183cb-ab33-4212-bdbf-880289570b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:44.542374 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424057'] for router_interface, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:44.966024 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Deleting port 343280e8-1407-491e-a411-54f1852e5b49 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:22:44.966460 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:45.092450 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] For port 343280e8-1407-491e-a411-54f1852e5b49, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=343280e8-1407-491e-a411-54f1852e5b49,segment=NetworkSegment(4f6ce09b-f198-4f48-9752-3b28e8f07832),segment_id=4f6ce09b-f198-4f48-9752-3b28e8f07832)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:45.092796 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:45.218582 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Calling delete_port for 343280e8-1407-491e-a411-54f1852e5b49 owned by network:router_interface {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:22:45.370153 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:45.373679 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-54f4cf5f-f7e7-4ab1-834e-ffd356238b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:45.416197 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=343280e8-1407-491e-a411-54f1852e5b49,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:45.419417 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:45.798127 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405449'] for router_interface, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:46.163546 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Router c6148bb8-f34f-476b-bb06-816b44bc97c2 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:22:46.347553 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:22:46.356452 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] 10.222.0.15 "PUT /v2.0/routers/c6148bb8-f34f-476b-bb06-816b44bc97c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4561656 Apr 30 16:22:46.358985 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60122) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:46.360723 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] Sync routers for ids ['c6148bb8-f34f-476b-bb06-816b44bc97c2'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:22:46.370154 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] Routers {'c6148bb8-f34f-476b-bb06-816b44bc97c2'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:46.370852 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['c6148bb8-f34f-476b-bb06-816b44bc97c2'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:46.539553 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Notify callbacks [] for router, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:46.544884 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] Set router c6148bb8-f34f-476b-bb06-816b44bc97c2 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:46.713599 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:46.793997 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Deleting port 9f46441d-0704-4b90-9d1f-f7cb457fc126 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:22:46.794343 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:46.837565 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'name': 'tempest-TestMinimumBasicScenario-466311510-router', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92'}], 'enable_snat': True}, 'gw_port_id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:22:45Z', 'revision_number': 5, 'project_id': '9093626426e940dda5db8d88188a29c7', 'gw_port': {'id': '9f46441d-0704-4b90-9d1f-f7cb457fc126', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:46.841339 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] Checking router: c6148bb8-f34f-476b-bb06-816b44bc97c2 for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:22:46.852136 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] Routers {'c6148bb8-f34f-476b-bb06-816b44bc97c2'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:22:46.852998 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['c6148bb8-f34f-476b-bb06-816b44bc97c2'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:46.866802 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a9560add-275e-4f48-b7f8-95ca3af5bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:46.915615 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] For port 9f46441d-0704-4b90-9d1f-f7cb457fc126, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=9f46441d-0704-4b90-9d1f-f7cb457fc126,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:46.916226 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.006043 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] Set router c6148bb8-f34f-476b-bb06-816b44bc97c2 gateway port host: None {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:22:47.074982 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.146970 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'name': 'tempest-TestMinimumBasicScenario-466311510-router', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:22:46Z', 'revision_number': 6, 'project_id': '9093626426e940dda5db8d88188a29c7', 'gw_port_host': None}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:47.150963 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e0556-39f7-4054-8a40-a3f5935a75dd None None] The sync data for ids ['c6148bb8-f34f-476b-bb06-816b44bc97c2'] in dv-cinder-775008-3-smb is: [{'id': 'c6148bb8-f34f-476b-bb06-816b44bc97c2', 'name': 'tempest-TestMinimumBasicScenario-466311510-router', 'tenant_id': '9093626426e940dda5db8d88188a29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:18:25Z', 'updated_at': '2021-04-30T16:22:46Z', 'revision_number': 6, 'project_id': '9093626426e940dda5db8d88188a29c7', 'gw_port_host': None}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:22:47.160630 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Calling delete_port for 9f46441d-0704-4b90-9d1f-f7cb457fc126 owned by network:router_gateway {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:22:47.299832 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.304158 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:47.346997 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f46441d-0704-4b90-9d1f-f7cb457fc126,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:47.372825 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:47.437956 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396270'] for router_gateway, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.616024 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13660'] for router, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.620857 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.646472 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404811'] for router, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.647007 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6148bb8-f34f-476b-bb06-816b44bc97c2 {{(pid=73862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:22:47.660932 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Notify callbacks [] for router, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.662158 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c6148bb8-f34f-476b-bb06-816b44bc97c2 HTTP/1.1" status: 204 len: 168 time: 1.3015664 Apr 30 16:22:47.664491 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60140) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:47.723755 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f5f50c-4128-4587-89ec-04fdcaf6e4a0 admin admin] Deleting subnet b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a {{(pid=73862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:22:47.726625 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-31f5f50c-4128-4587-89ec-04fdcaf6e4a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.788153 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-31f5f50c-4128-4587-89ec-04fdcaf6e4a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2191866'] for subnet, precommit_delete_associations {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.867989 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-31f5f50c-4128-4587-89ec-04fdcaf6e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:47.930732 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 343280e8-1407-491e-a411-54f1852e5b49 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:22:47.970234 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 343280e8-1407-491e-a411-54f1852e5b49 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:22:47.970702 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 343280e8-1407-491e-a411-54f1852e5b49 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:22:48.018295 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:48.124108 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-31f5f50c-4128-4587-89ec-04fdcaf6e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3048425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4043140'] for subnet, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:48.128484 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:48.164071 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5f50c-4128-4587-89ec-04fdcaf6e4a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:48.167544 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-31f5f50c-4128-4587-89ec-04fdcaf6e4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:48.168427 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-31f5f50c-4128-4587-89ec-04fdcaf6e4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:48.174925 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-31f5f50c-4128-4587-89ec-04fdcaf6e4a0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b4b2c94c-89f5-47e0-9c6f-17bfc3e5f54a HTTP/1.1" status: 204 len: 168 time: 0.5094342 Apr 30 16:22:48.177339 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60148) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:48.180125 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25585527-42ef-4d44-9dad-e234b2e61f39 None None] Network 58dc4e66-3199-4e40-adee-f9d45ecae032 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:22:48.283491 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:48.368264 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Deleting port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:22:48.368491 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:48.438931 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b18196-99e6-48d6-b821-5459be3dc9c7 None None] DHCP port deletion for 58dc4e66-3199-4e40-adee-f9d45ecae032 request from dv-cinder-775008-3-smb {{(pid=73865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:22:48.477672 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] For port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=4f50989c-1fb1-44e7-83f9-0c510d35c3a8,segment=NetworkSegment(4f6ce09b-f198-4f48-9752-3b28e8f07832),segment_id=4f6ce09b-f198-4f48-9752-3b28e8f07832)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:48.477956 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:48.508295 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-b3b18196-99e6-48d6-b821-5459be3dc9c7 None None] Deleting port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 {{(pid=73865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:22:48.508676 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-b3b18196-99e6-48d6-b821-5459be3dc9c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:48.602376 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Calling delete_port for 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 owned by network:dhcp {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:22:48.607752 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-b3b18196-99e6-48d6-b821-5459be3dc9c7 None None] For port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=4f50989c-1fb1-44e7-83f9-0c510d35c3a8,segment=NetworkSegment(4f6ce09b-f198-4f48-9752-3b28e8f07832),segment_id=4f6ce09b-f198-4f48-9752-3b28e8f07832)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:22:48.608144 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-b3b18196-99e6-48d6-b821-5459be3dc9c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:48.654412 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:48.658399 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-28eaa658-dec9-415c-9b29-f8b8b2645853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:48.700308 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f50989c-1fb1-44e7-83f9-0c510d35c3a8,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:48.704773 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:48.706907 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] No DVR routers for this DVR port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 on host dv-cinder-775008-3-smb {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:22:48.773903 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-b3b18196-99e6-48d6-b821-5459be3dc9c7 None None] Calling delete_port for 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 owned by network:dhcp {{(pid=73865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:22:48.816272 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-b3b18196-99e6-48d6-b821-5459be3dc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125'] for port, after_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:48.820087 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:48.864706 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b18196-99e6-48d6-b821-5459be3dc9c7 None None] Pushing event deleted for resources: {'Port': ['ID=4f50989c-1fb1-44e7-83f9-0c510d35c3a8,revision_number=None']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:48.867739 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-b3b18196-99e6-48d6-b821-5459be3dc9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:48.868536 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b18196-99e6-48d6-b821-5459be3dc9c7 None None] No DVR routers for this DVR port 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 on host dv-cinder-775008-3-smb {{(pid=73865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:22:48.929426 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.038119 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dc4e66-3199-4e40-adee-f9d45ecae032']}} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:49.050931 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6ce09b-f198-4f48-9752-3b28e8f07832') {'for_net_delete': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:49.051234 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.services.segments.db [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6ce09b-f198-4f48-9752-3b28e8f07832') {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:22:49.062244 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2191859'] for segment, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.079923 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.085927 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=73862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:22:49.256145 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Network 58dc4e66-3199-4e40-adee-f9d45ecae032 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:22:49.265363 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3048259'] for segment, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.327769 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 9f46441d-0704-4b90-9d1f-f7cb457fc126 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:22:49.365156 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 9f46441d-0704-4b90-9d1f-f7cb457fc126 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:22:49.365595 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 9f46441d-0704-4b90-9d1f-f7cb457fc126 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:22:49.366126 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:22:49.398536 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:22:49.398891 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 4f50989c-1fb1-44e7-83f9-0c510d35c3a8 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:22:49.439214 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Network 58dc4e66-3199-4e40-adee-f9d45ecae032 has no segments {{(pid=73862) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: Traceback (most recent call last): Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: timer() Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: cb(*args, **kw) Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: return func(*args, **kwargs) Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: self._notify() Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: self.callback(batched_events) Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: event.method(event) Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: return f(self, *a, **k) Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: return self._get(url).json() Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: return self.request(url, 'GET', **kwargs) Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:22:49.461302 dv-cinder-775008-3-smb neutron-server[73862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:22:49.476045 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.540482 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.546295 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.550200 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7ac33931-c69a-4bc1-af92-b38997fa4814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:49.572307 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Pushing event deleted for resources: {'Network': ['ID=58dc4e66-3199-4e40-adee-f9d45ecae032,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:49.574694 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:49.578881 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-5cdd4936-e584-40a5-b9b8-edfd4a38c884 admin admin] 10.222.0.15 "DELETE /v2.0/networks/58dc4e66-3199-4e40-adee-f9d45ecae032 HTTP/1.1" status: 204 len: 168 time: 1.3985264 Apr 30 16:22:49.748729 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60156) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:49.805569 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-980d4771-d11f-47fc-bcc6-10cfc5de1886 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bae9b7c01b7c456fa4ee6ca1931a9224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555634 Apr 30 16:22:49.807987 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60160) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:49.864992 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-238ad46d-2f5a-4c51-9ac5-1a95d5c4d21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.889717 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-238ad46d-2f5a-4c51-9ac5-1a95d5c4d21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.943339 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-238ad46d-2f5a-4c51-9ac5-1a95d5c4d21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.947003 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-aa86db82-8512-4a79-8808-629700600b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:49.963443 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ad46d-2f5a-4c51-9ac5-1a95d5c4d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d3bc1e-73e5-410c-86f8-27ba495d5f11,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:49.966593 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-238ad46d-2f5a-4c51-9ac5-1a95d5c4d21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:49.976432 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-238ad46d-2f5a-4c51-9ac5-1a95d5c4d21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:49.980080 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-238ad46d-2f5a-4c51-9ac5-1a95d5c4d21d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42d3bc1e-73e5-410c-86f8-27ba495d5f11 HTTP/1.1" status: 204 len: 168 time: 0.1687875 Apr 30 16:22:50.318207 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60170) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:50.367713 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-d78d8a4b-8e02-44e9-9a62-83ab66bc9f56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9093626426e940dda5db8d88188a29c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482211 Apr 30 16:22:50.370284 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60174) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:22:50.429018 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-93d62e5e-f96b-4c30-9034-c38d0fa206fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:50.458833 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-93d62e5e-f96b-4c30-9034-c38d0fa206fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:50.509327 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-93d62e5e-f96b-4c30-9034-c38d0fa206fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:50.514085 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-66070748-64ef-4c16-97ab-d891b28bd9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:50.526732 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d62e5e-f96b-4c30-9034-c38d0fa206fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022713d3-6993-4115-abfb-7186269ac249,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:50.529619 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-93d62e5e-f96b-4c30-9034-c38d0fa206fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:50.534798 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-93d62e5e-f96b-4c30-9034-c38d0fa206fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:50.535907 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-93d62e5e-f96b-4c30-9034-c38d0fa206fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/022713d3-6993-4115-abfb-7186269ac249 HTTP/1.1" status: 204 len: 168 time: 0.1646590 Apr 30 16:22:54.563792 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-092f63dd-e51f-410d-bb38-1886ae6d1bb8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Synchronizing usage tracker for tenant:b3e5ec806336423d88d74adc0b358f9a on resource:security_group {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:22:54.580003 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-092f63dd-e51f-410d-bb38-1886ae6d1bb8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Unset dirty status for tenant:b3e5ec806336423d88d74adc0b358f9a on resource:security_group {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:22:54.581110 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-092f63dd-e51f-410d-bb38-1886ae6d1bb8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600785711&fields=id&tenant_id=b3e5ec806336423d88d74adc0b358f9a HTTP/1.1" status: 200 len: 267 time: 0.0591197 Apr 30 16:22:54.733294 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-69c19f95-e59d-4a07-a0e7-203dbb9cf9d1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:54.735236 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-69c19f95-e59d-4a07-a0e7-203dbb9cf9d1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 809 time: 0.1469293 Apr 30 16:22:54.749217 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-8ca301e0-806f-4d2b-acf7-7713e504802d tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/quotas/b3e5ec806336423d88d74adc0b358f9a HTTP/1.1" status: 200 len: 375 time: 0.0087852 Apr 30 16:22:54.837871 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-e4d5f2a3-2a79-4eb2-b609-da842c7919e4 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Synchronizing usage tracker for tenant:b3e5ec806336423d88d74adc0b358f9a on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:22:54.854227 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-e4d5f2a3-2a79-4eb2-b609-da842c7919e4 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Unset dirty status for tenant:b3e5ec806336423d88d74adc0b358f9a on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:22:54.855488 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-e4d5f2a3-2a79-4eb2-b609-da842c7919e4 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995612 Apr 30 16:22:54.870615 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-6305569e-5ad0-47bc-a635-5e17848ebd99 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:22:54.871544 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-6305569e-5ad0-47bc-a635-5e17848ebd99 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050304 Apr 30 16:22:55.003891 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-302117f8-15a8-4b81-944d-c1e22d8e9f82 service neutron] 10.222.0.15 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265023 Apr 30 16:22:55.133854 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-efbd3a11-79fc-4888-8dba-41480753e5ea service neutron] 10.222.0.15 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242304 Apr 30 16:22:55.514849 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-fcca0eda-e2f4-426a-a7cf-020c74cfd7b0 req-0830cef0-5d9e-48f4-9093-fa97f4597ab2 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 210 time: 0.0424817 Apr 30 16:22:56.806375 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3d8adcdb-f024-44c7-bcc8-c056dcd9ae58 req-bb2da384-11e6-465c-a15c-2d56a4ed3c64 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 210 time: 0.1585360 Apr 30 16:22:56.846394 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-394ad7e3-593c-43c9-892e-157858305cc2 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:56.847812 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-394ad7e3-593c-43c9-892e-157858305cc2 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.64 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 809 time: 0.2878501 Apr 30 16:22:56.909821 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-94cd0804-f86f-4824-b8a4-ce4d786663a6 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e5ec806336423d88d74adc0b358f9a HTTP/1.1" status: 200 len: 380 time: 0.0404189 Apr 30 16:22:56.920379 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Request body: {'port': {'device_id': '59dfce61-61df-4731-b653-ae9b1379e948', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'admin_state_up': True, 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'security_groups': ['733b5897-ff7c-445d-8ace-6099c6b2df97']}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:57.056308 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:22:57.066649 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:22:57.075361 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Made reservation on behalf of b3e5ec806336423d88d74adc0b358f9a for: {'port': 1} {{(pid=73862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:22:57.079325 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:57.248030 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Allocated IP 172.20.0.3 (4344d619-eba1-443c-a7be-add770e360f9/8b76ca9f-6bab-43bc-b2d4-568ca4843e33/f67827d6-3fd3-47ee-a9a9-234c09fafc57) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:22:57.443980 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:57.458915 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Transition to ACTIVE for port object f67827d6-3fd3-47ee-a9a9-234c09fafc57 will not be triggered until provisioned by entity DHCP. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:57.481928 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:57.489106 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-6dfd95fd-25c2-4187-91e0-53c38b2a4f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:57.550379 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Network 4344d619-eba1-443c-a7be-add770e360f9 is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:22:57.553389 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:22:57.555828 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:22:57.611654 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event updated for resources: {'Port': ['ID=f67827d6-3fd3-47ee-a9a9-234c09fafc57,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:57.614704 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:57.635124 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:57.635841 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:57.662566 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-42c7d3c3-0d5b-4f70-8a1e-fcaeadd1a855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7460830 Apr 30 16:22:57.686668 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Request body: {'port': {'device_id': '59dfce61-61df-4731-b653-ae9b1379e948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:22:57.762060 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-cd245685-9066-4954-a522-4db57748c0e2 None None] Provisioning for port f67827d6-3fd3-47ee-a9a9-234c09fafc57 completed by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:22:57.768355 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-cd245685-9066-4954-a522-4db57748c0e2 None None] Provisioning complete for port f67827d6-3fd3-47ee-a9a9-234c09fafc57 triggered by entity DHCP. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:22:57.768799 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cd245685-9066-4954-a522-4db57748c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:57.802154 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:57.833323 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-cd245685-9066-4954-a522-4db57748c0e2 None None] Port f67827d6-3fd3-47ee-a9a9-234c09fafc57 cannot update to ACTIVE because it is not bound. {{(pid=73865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:22:57.992448 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d498395-afd9-4a41-a784-4ece98f3e0cb req-4641a383-f97f-465c-9123-2b034ddda86c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:57.993815 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6d498395-afd9-4a41-a784-4ece98f3e0cb req-4641a383-f97f-465c-9123-2b034ddda86c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 931 time: 0.0792670 Apr 30 16:22:58.042564 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-6d498395-afd9-4a41-a784-4ece98f3e0cb req-9da74936-6239-4f22-a9d8-c544987627f7 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Synchronizing usage tracker for tenant:b3e5ec806336423d88d74adc0b358f9a on resource:security_group {{(pid=73864) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:22:58.054585 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.quota.resource [req-6d498395-afd9-4a41-a784-4ece98f3e0cb req-9da74936-6239-4f22-a9d8-c544987627f7 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Unset dirty status for tenant:b3e5ec806336423d88d74adc0b358f9a on resource:security_group {{(pid=73864) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:22:58.055673 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6d498395-afd9-4a41-a784-4ece98f3e0cb req-9da74936-6239-4f22-a9d8-c544987627f7 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559778 Apr 30 16:22:58.150987 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67827d6-3fd3-47ee-a9a9-234c09fafc57 {{(pid=73862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:22:58.158350 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:58.173088 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Transition to ACTIVE for port object f67827d6-3fd3-47ee-a9a9-234c09fafc57 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:22:58.176130 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:58.180797 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c7003577-2f93-406d-b86a-b86e3cf5796d tempest-TestMinimumBasicScenario-1437412767 tempest-TestMinimumBasicScenario-1437412767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:58.338082 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Pushing event updated for resources: {'Port': ['ID=f67827d6-3fd3-47ee-a9a9-234c09fafc57,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:58.345877 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:58.414182 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Attempting to bind port f67827d6-3fd3-47ee-a9a9-234c09fafc57 on host hv-cinder-77500 for vnic_type normal with profile {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:22:58.414511 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Attempting to bind port f67827d6-3fd3-47ee-a9a9-234c09fafc57 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:22:58.414834 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Attempting to bind port f67827d6-3fd3-47ee-a9a9-234c09fafc57 on network 4344d619-eba1-443c-a7be-add770e360f9 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:22:58.419651 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Port f67827d6-3fd3-47ee-a9a9-234c09fafc57 on network 4344d619-eba1-443c-a7be-add770e360f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:22:58.419960 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Attempting to bind port f67827d6-3fd3-47ee-a9a9-234c09fafc57 on network 4344d619-eba1-443c-a7be-add770e360f9 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:22:58.425650 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Checking agent: {'id': '478a00c3-ad0b-4b0d-8908-5b90cc063ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'started_at': datetime.datetime(2021, 4, 30, 16, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:22:58.426006 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Checking segment: {'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:22:58.426383 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Bound using segment: {'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:22:58.426800 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Bound port: f67827d6-3fd3-47ee-a9a9-234c09fafc57, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1350a6e7-a7d1-496c-99d1-9a705cfb688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4344d619-eba1-443c-a7be-add770e360f9'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:22:58.427136 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:58.517405 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] For port f67827d6-3fd3-47ee-a9a9-234c09fafc57, host hv-cinder-77500, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:22:58.520379 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] For port f67827d6-3fd3-47ee-a9a9-234c09fafc57, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:22:58.523607 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:58.528067 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-399c01fc-96e4-48d7-ae64-762840f87e13 tempest-AttachVolumeNegativeTest-1802244394 tempest-AttachVolumeNegativeTest-1802244394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:22:58.577818 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:58.578599 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:22:58.579934 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] 10.222.0.64 "PUT /v2.0/ports/f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 1093 time: 0.8977308 Apr 30 16:22:58.580434 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:22:58.608616 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Pushing event updated for resources: {'Port': ['ID=f67827d6-3fd3-47ee-a9a9-234c09fafc57,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:22:58.612570 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-5529dd08-8340-40bb-bf77-606dee2afef0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:22:58.633550 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'status': 'completed', 'code': 200} Apr 30 16:22:58.833257 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-45a53751-caf7-48b0-bcd2-ea101f6aec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:58.834756 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-45a53751-caf7-48b0-bcd2-ea101f6aec11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1096 time: 0.1746707 Apr 30 16:22:58.910624 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-7bf39584-5667-4ac4-9976-f87994c5143a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 217 time: 0.0604715 Apr 30 16:22:58.977911 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-da87d2c4-0c68-46cb-8196-6d470a736d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:58.979333 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-da87d2c4-0c68-46cb-8196-6d470a736d20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 200 len: 848 time: 0.0608804 Apr 30 16:22:59.055477 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-0a9dcd9f-6896-4b56-82b0-4514aecf3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:59.056830 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-0a9dcd9f-6896-4b56-82b0-4514aecf3ff8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4344d619-eba1-443c-a7be-add770e360f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698111 Apr 30 16:22:59.189819 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-09b94e06-14b4-4568-a543-819b1eef8474 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251187 Apr 30 16:22:59.241625 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05091a76-b26f-431b-83bd-a540a41a7bfb req-54ee423e-9954-4d7e-bb11-2d195812a36c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:59.243116 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-05091a76-b26f-431b-83bd-a540a41a7bfb req-54ee423e-9954-4d7e-bb11-2d195812a36c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 943 time: 0.0802786 Apr 30 16:22:59.290396 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-05091a76-b26f-431b-83bd-a540a41a7bfb req-2a4fb093-77c6-4f2e-8eb8-b069b158257a tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415437 Apr 30 16:22:59.324362 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ab5213ba-cc8c-4ad7-b33b-4234385b4668 req-abaf6961-93ef-4e45-8c2b-5032346c8904 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264420 Apr 30 16:22:59.510061 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-0e19de0a-6cd0-4805-985a-bd3cb9db8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:59.511490 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-0e19de0a-6cd0-4805-985a-bd3cb9db8a9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1096 time: 0.0762749 Apr 30 16:22:59.643930 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-229a04fb-2793-4618-8b98-9203340ca4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:59.645340 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-229a04fb-2793-4618-8b98-9203340ca4f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 910 time: 0.1266530 Apr 30 16:22:59.713249 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-70ea2a75-a228-4165-a159-aff73209e16b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 217 time: 0.0606217 Apr 30 16:22:59.780469 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-78b8a973-f49f-4f18-b409-0afdadae4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:59.781891 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-78b8a973-f49f-4f18-b409-0afdadae4509 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 200 len: 848 time: 0.0610430 Apr 30 16:22:59.860513 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-57362120-45ba-48b8-af1e-ccc27e81dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:22:59.861962 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-57362120-45ba-48b8-af1e-ccc27e81dcd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4344d619-eba1-443c-a7be-add770e360f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718703 Apr 30 16:22:59.996403 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-34fd704c-e34e-486f-b1b8-d3dc46255c69 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263118 Apr 30 16:23:00.128576 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-ffa679bb-a9f6-430f-8c58-cda8bd75dbdd req-2550648b-eaa7-4ce6-8598-22a7250a60ed service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237092 Apr 30 16:23:00.376810 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:00.479530 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc9417-9e50-4012-9dc0-78308a05c711 req-8ba33c30-2f57-4307-af35-5dec0fd2a59e tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:00.480202 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-dedc9417-9e50-4012-9dc0-78308a05c711 req-8ba33c30-2f57-4307-af35-5dec0fd2a59e tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Synchronizing usage tracker for tenant:b3e5ec806336423d88d74adc0b358f9a on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:23:00.496079 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-dedc9417-9e50-4012-9dc0-78308a05c711 req-8ba33c30-2f57-4307-af35-5dec0fd2a59e tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Unset dirty status for tenant:b3e5ec806336423d88d74adc0b358f9a on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:23:00.497196 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dedc9417-9e50-4012-9dc0-78308a05c711 req-8ba33c30-2f57-4307-af35-5dec0fd2a59e tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 943 time: 0.0977199 Apr 30 16:23:00.545393 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-dedc9417-9e50-4012-9dc0-78308a05c711 req-8f557d07-69ff-4e49-ae3a-2cc885e60197 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Apr 30 16:23:01.734519 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c91bb8-096f-4971-ad74-0553ecf5f3c1 req-121c41f7-a9a0-4e83-be30-94fec8b2dc92 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:01.736106 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d4c91bb8-096f-4971-ad74-0553ecf5f3c1 req-121c41f7-a9a0-4e83-be30-94fec8b2dc92 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 943 time: 0.0860231 Apr 30 16:23:01.779812 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-d4c91bb8-096f-4971-ad74-0553ecf5f3c1 req-78ed6387-7699-4926-acd1-34133bd99a4f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379486 Apr 30 16:23:02.965086 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3420b4-1495-4608-8f9c-31399431e81c req-9ba13c73-0764-4cda-8a0c-f60ae0a6a136 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:02.966548 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4e3420b4-1495-4608-8f9c-31399431e81c req-9ba13c73-0764-4cda-8a0c-f60ae0a6a136 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 943 time: 0.0791280 Apr 30 16:23:03.011865 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4e3420b4-1495-4608-8f9c-31399431e81c req-6283c32c-07d9-4147-ac50-4a1a691d6128 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395722 Apr 30 16:23:03.103482 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device f67827d6-3fd3-47ee-a9a9-234c09fafc57 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:23:03.234126 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port f67827d6-3fd3-47ee-a9a9-234c09fafc57, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:23:03.247553 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'port_id': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'mac_address': 'fa:16:3e:5c:4e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:23:03.302916 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:03.319958 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67827d6-3fd3-47ee-a9a9-234c09fafc57 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:23:03.334842 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port f67827d6-3fd3-47ee-a9a9-234c09fafc57, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:23:03.338731 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:03.340656 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-ced429ee-0905-4580-9f6e-5f98fbd43a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:23:03.409734 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=f67827d6-3fd3-47ee-a9a9-234c09fafc57,revision_number=4']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:23:03.412743 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:23:03.858114 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['f67827d6-3fd3-47ee-a9a9-234c09fafc57'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:23:04.193402 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f763ce-79c7-45ea-a2d4-a21383f9a9c7 req-dd5d5319-a390-4f46-9dea-428f98f63f1a tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:04.194873 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f4f763ce-79c7-45ea-a2d4-a21383f9a9c7 req-dd5d5319-a390-4f46-9dea-428f98f63f1a tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 944 time: 0.0794809 Apr 30 16:23:04.239039 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f4f763ce-79c7-45ea-a2d4-a21383f9a9c7 req-ab994c54-c310-4e1a-9702-2d1778bb488f tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385129 Apr 30 16:23:05.113955 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device f67827d6-3fd3-47ee-a9a9-234c09fafc57 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:23:05.182532 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning for port f67827d6-3fd3-47ee-a9a9-234c09fafc57 completed by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:23:05.187079 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port f67827d6-3fd3-47ee-a9a9-234c09fafc57 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:23:05.187450 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:05.299682 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:05.326776 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:23:05.337164 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port f67827d6-3fd3-47ee-a9a9-234c09fafc57, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:23:05.343615 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:05.346126 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:23:05.382278 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'code': 200} Apr 30 16:23:05.420531 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=f67827d6-3fd3-47ee-a9a9-234c09fafc57,revision_number=5']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:23:05.425384 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:23:05.434071 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd4cc3-5f81-4df9-a0ca-141fe5a0cb95 req-4e2eb679-0282-4005-9c2f-3df57d34eeb7 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:05.435512 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d5cd4cc3-5f81-4df9-a0ca-141fe5a0cb95 req-4e2eb679-0282-4005-9c2f-3df57d34eeb7 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0867472 Apr 30 16:23:05.481890 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d5cd4cc3-5f81-4df9-a0ca-141fe5a0cb95 req-915a9a4f-ed38-427a-88c0-b6a56a932397 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398061 Apr 30 16:23:05.741821 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177c1cf-711a-4572-b160-5aa3636e3d19 req-25f840b2-cf5e-4bd2-925b-f64fa3e6cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:05.743315 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4177c1cf-711a-4572-b160-5aa3636e3d19 req-25f840b2-cf5e-4bd2-925b-f64fa3e6cfd3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1098 time: 0.0714409 Apr 30 16:23:05.785796 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-4177c1cf-711a-4572-b160-5aa3636e3d19 req-a307ed83-e5d3-4559-bd62-47fe187d45d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342815 Apr 30 16:23:06.670264 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be920cc-acb8-4d78-ac3b-54737208a68d req-e3ec47f7-24d2-4e11-a38d-3cb97255ba2d tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:06.671699 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7be920cc-acb8-4d78-ac3b-54737208a68d req-e3ec47f7-24d2-4e11-a38d-3cb97255ba2d tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0815842 Apr 30 16:23:06.717074 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7be920cc-acb8-4d78-ac3b-54737208a68d req-12650aea-1c34-4bce-bb1f-d9b8e46fef99 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Apr 30 16:23:07.991457 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030646b3-18df-42fb-bf37-6ad166d45316 req-48b9fff3-d00a-404c-8017-3d0ffb49b4c3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:07.992907 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-030646b3-18df-42fb-bf37-6ad166d45316 req-48b9fff3-d00a-404c-8017-3d0ffb49b4c3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.1733656 Apr 30 16:23:08.037446 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-030646b3-18df-42fb-bf37-6ad166d45316 req-67d9313c-c891-441d-934f-4f83ea8a5697 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387704 Apr 30 16:23:08.216602 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ca200-870e-4ae3-98be-0fefe46f691f req-2f5ee299-c2ea-40f8-a829-0231ee6868f4 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:08.218040 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-642ca200-870e-4ae3-98be-0fefe46f691f req-2f5ee299-c2ea-40f8-a829-0231ee6868f4 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0788248 Apr 30 16:23:08.264243 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-642ca200-870e-4ae3-98be-0fefe46f691f req-19cc6d67-ee73-4d4b-a3d7-1588fe6ca6ce tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403256 Apr 30 16:23:08.287146 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60234) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:23:08.575715 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75950b76-7839-45ab-8364-c97fd3cea9ea tempest-TestShelveInstance-694722191 tempest-TestShelveInstance-694722191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:08.576337 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-75950b76-7839-45ab-8364-c97fd3cea9ea tempest-TestShelveInstance-694722191 tempest-TestShelveInstance-694722191-project-admin] Synchronizing usage tracker for tenant:4ac7d7d28ebe4f079e1dfc5451ca4e5d on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:23:08.592822 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-75950b76-7839-45ab-8364-c97fd3cea9ea tempest-TestShelveInstance-694722191 tempest-TestShelveInstance-694722191-project-admin] Unset dirty status for tenant:4ac7d7d28ebe4f079e1dfc5451ca4e5d on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:23:08.593953 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-75950b76-7839-45ab-8364-c97fd3cea9ea tempest-TestShelveInstance-694722191 tempest-TestShelveInstance-694722191-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1093 time: 0.3058424 Apr 30 16:23:08.597879 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60240) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:23:08.603013 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.v2.base [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Request body: {'floatingip': {'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'port_id': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:23:08.608977 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:23:08.612850 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Usage tracker for resource:floatingip and tenant:b3e5ec806336423d88d74adc0b358f9a is out of sync, need to count used quota {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:23:08.615736 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:23:08.621341 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.quota.driver [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:23:08.631201 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for floatingip, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:08.766270 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:08.897230 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.db_base_plugin_common [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Allocated IP 172.28.2.135 (d117264f-45ab-46f5-bf84-1e548aed77de/2310fd18-7df6-4de7-b4bb-3165a05ba2cb/30630ee0-6fe3-4f42-8eaf-1712c2ce2036) {{(pid=73862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:23:09.040058 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for port, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:09.069487 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733345201116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:09.073977 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:23:09.136950 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Network d117264f-45ab-46f5-bf84-1e548aed77de is already hosted by enough agents. {{(pid=73862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:23:09.140075 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Resources bound (agent type, host, resource id): {{(pid=73862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:23:09.144319 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Received port after_create {{(pid=73862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:23:09.173465 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event updated for resources: {'Port': ['ID=30630ee0-6fe3-4f42-8eaf-1712c2ce2036,revision_number=1']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:23:09.179095 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:23:09.558587 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:09.631926 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:09.835692 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:09.840008 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3048351'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:09.844473 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-c5673507-3efa-4141-8575-254bdc68e0d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:23:09.951166 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event updated for resources: {'Port': ['ID=30630ee0-6fe3-4f42-8eaf-1712c2ce2036,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:23:09.955250 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:23:09.961755 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424083'] for floatingip, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:10.233451 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.l3_db [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Floating IP 8ae4b462-1570-4453-b5b9-1b27244c1c08 associated. External IP: 172.28.2.135, port: f67827d6-3fd3-47ee-a9a9-234c09fafc57. Apr 30 16:23:10.585618 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Router 01aab21f-583e-4453-bfa8-0c881d5efd7d has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:23:10.761262 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:23:10.770401 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] Sync routers for ids ['01aab21f-583e-4453-bfa8-0c881d5efd7d'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:23:10.779576 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] Routers {'01aab21f-583e-4453-bfa8-0c881d5efd7d'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:23:10.780191 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['01aab21f-583e-4453-bfa8-0c881d5efd7d'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:23:10.785096 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:10.844690 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-e0a6db90-d131-44f0-b6d0-9904b2d2f3d5 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2456264 Apr 30 16:23:10.845274 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:23:10.892591 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'status': 'completed', 'code': 200} Apr 30 16:23:10.963677 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] Set router 01aab21f-583e-4453-bfa8-0c881d5efd7d gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:23:11.020059 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902abf83-4642-482b-842b-8033fb8192ac req-8cc9610f-3da9-4089-917b-906b40f4452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:11.021526 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-902abf83-4642-482b-842b-8033fb8192ac req-8cc9610f-3da9-4089-917b-906b40f4452b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1098 time: 0.0739346 Apr 30 16:23:11.160971 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902abf83-4642-482b-842b-8033fb8192ac req-82b9e228-4dee-4b86-accb-0918185a992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:11.162483 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-902abf83-4642-482b-842b-8033fb8192ac req-82b9e228-4dee-4b86-accb-0918185a992f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 910 time: 0.1330817 Apr 30 16:23:11.268784 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-902abf83-4642-482b-842b-8033fb8192ac req-9b3b2c02-bff4-4bbf-9266-994d94cc340a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 999 time: 0.0986674 Apr 30 16:23:11.335526 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902abf83-4642-482b-842b-8033fb8192ac req-bd0ad025-294b-4a9d-9279-05a1c95ae4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:11.337984 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-902abf83-4642-482b-842b-8033fb8192ac req-bd0ad025-294b-4a9d-9279-05a1c95ae4f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 200 len: 848 time: 0.0611005 Apr 30 16:23:11.341972 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:23:11.350807 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '8ae4b462-1570-4453-b5b9-1b27244c1c08', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'floating_ip_address': '172.28.2.135', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'port_id': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'mac_address': 'fa:16:3e:5c:4e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dfce61-61df-4731-b653-ae9b1379e948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:09Z', 'revision_number': 0, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:28Z', 'revision_number': 5, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:23:11.354899 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] Checking router: 01aab21f-583e-4453-bfa8-0c881d5efd7d for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:23:11.364315 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] Routers {'01aab21f-583e-4453-bfa8-0c881d5efd7d'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:23:11.364927 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:22:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['01aab21f-583e-4453-bfa8-0c881d5efd7d'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:23:11.421200 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902abf83-4642-482b-842b-8033fb8192ac req-e6db1ace-dea5-4d63-a4a5-b482fbd0e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:11.421436 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-902abf83-4642-482b-842b-8033fb8192ac req-e6db1ace-dea5-4d63-a4a5-b482fbd0e5a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4344d619-eba1-443c-a7be-add770e360f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763612 Apr 30 16:23:11.543763 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] Set router 01aab21f-583e-4453-bfa8-0c881d5efd7d gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:23:11.554360 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-902abf83-4642-482b-842b-8033fb8192ac req-2f0e13b0-5168-4ea1-9e9a-b02b8a97ab28 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256051 Apr 30 16:23:11.797674 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-902abf83-4642-482b-842b-8033fb8192ac req-6a2c30f0-87c8-4360-8eaf-11ad1d5fde4c service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359526 Apr 30 16:23:11.902230 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '8ae4b462-1570-4453-b5b9-1b27244c1c08', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'floating_ip_address': '172.28.2.135', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'port_id': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'mac_address': 'fa:16:3e:5c:4e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dfce61-61df-4731-b653-ae9b1379e948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:09Z', 'revision_number': 0, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:28Z', 'revision_number': 5, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:23:11.906170 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46d307-b420-4ce0-96b0-81ea0387c242 None None] The sync data for ids ['01aab21f-583e-4453-bfa8-0c881d5efd7d'] in dv-cinder-775008-3-smb is: [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_floatingips': [{'id': '8ae4b462-1570-4453-b5b9-1b27244c1c08', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'floating_ip_address': '172.28.2.135', 'floating_network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'router_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'port_id': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'mac_address': 'fa:16:3e:5c:4e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dfce61-61df-4731-b653-ae9b1379e948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:09Z', 'revision_number': 0, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:28Z', 'revision_number': 5, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:23:12.084024 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25929886-9929-4adb-aadb-7302df0bf9c1 None None] New status for floating IP 8ae4b462-1570-4453-b5b9-1b27244c1c08: ACTIVE {{(pid=73867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:23:14.134081 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-5419e3b8-e5d5-425a-acca-3e141a717f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:16.870709 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a7b87e8c-85ab-4099-9c39-8e2b691e82e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:17.076747 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:18.021736 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:19.476475 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:30.401166 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:44.135058 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d827d08a-e0c5-4fad-99de-f4a04293446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:44.588397 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3c00333f-bda5-4508-906f-5a8884bff876 req-97b48d59-c780-4941-a60b-0af9d7a174e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713463 Apr 30 16:23:44.756962 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00333f-bda5-4508-906f-5a8884bff876 req-102a8db3-be7e-4e25-ab8e-02b8ecbe3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:44.758445 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3c00333f-bda5-4508-906f-5a8884bff876 req-102a8db3-be7e-4e25-ab8e-02b8ecbe3e26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1098 time: 0.0744133 Apr 30 16:23:44.905524 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00333f-bda5-4508-906f-5a8884bff876 req-50a20b55-6ebc-4232-84ab-a79dc97ac87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:44.906955 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3c00333f-bda5-4508-906f-5a8884bff876 req-50a20b55-6ebc-4232-84ab-a79dc97ac87e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 910 time: 0.1274073 Apr 30 16:23:45.017250 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3c00333f-bda5-4508-906f-5a8884bff876 req-9ce5a2ba-70ca-4d0e-955b-5891021d9af7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 1001 time: 0.0936296 Apr 30 16:23:45.081772 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00333f-bda5-4508-906f-5a8884bff876 req-f2f51717-141d-41da-9824-e3e8b499f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:45.083256 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3c00333f-bda5-4508-906f-5a8884bff876 req-f2f51717-141d-41da-9824-e3e8b499f4d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 200 len: 848 time: 0.0584993 Apr 30 16:23:45.159450 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00333f-bda5-4508-906f-5a8884bff876 req-4ffae688-df3b-463b-a356-9bd9174b5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:23:45.160889 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3c00333f-bda5-4508-906f-5a8884bff876 req-4ffae688-df3b-463b-a356-9bd9174b5d95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4344d619-eba1-443c-a7be-add770e360f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698967 Apr 30 16:23:45.292334 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3c00333f-bda5-4508-906f-5a8884bff876 req-4bb53416-6693-4997-bc63-c95babec1a69 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234999 Apr 30 16:23:45.426594 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3c00333f-bda5-4508-906f-5a8884bff876 req-7bd61880-1f78-4af6-856b-e2b80b0edcb2 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265831 Apr 30 16:23:46.872973 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-8423b9bb-ed50-4ed7-ba3a-f705731c539b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:47.077656 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:48.023542 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:23:48.341221 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:23:49.479415 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:00.416870 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:14.135965 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-26acb140-b186-4ac5-84c8-96af6199c145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:16.873891 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d26933ca-388f-433e-8812-7e0241b2133a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:17.078474 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:18.027914 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:19.482582 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:25.341755 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:24:30.416141 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:39.180412 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [req-1aba38c7-ab9c-4704-b963-635f93332dd6 req-deb77263-4a93-47a2-a818-6adbebf93e61 service neutron] (73864) timed out ('10.222.0.64', 49239) {{(pid=73864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 16:24:44.146076 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d9c13b15-fedf-47c3-807e-b44b78bc0297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:46.431703 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-e6b33302-b30a-4da1-abec-6474ba1bc158 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1205764 Apr 30 16:24:46.594690 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-12fc1302-b251-4d02-bc09-389a7334c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:24:46.596031 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-12fc1302-b251-4d02-bc09-389a7334c993 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1098 time: 0.0709686 Apr 30 16:24:46.741302 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-27b6db34-af81-4ce1-b65e-36f793b7c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:24:46.742726 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-27b6db34-af81-4ce1-b65e-36f793b7c1bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 910 time: 0.1256022 Apr 30 16:24:46.845543 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-cf3130b2-1586-4137-ac55-3f506312afd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 1001 time: 0.0955856 Apr 30 16:24:46.875377 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f7a305f3-0ffb-4b74-a9c8-d0483678cb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:46.915176 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-efe228d1-55ff-411b-afee-7bd72111729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:24:46.916582 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-efe228d1-55ff-411b-afee-7bd72111729d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 200 len: 848 time: 0.0622048 Apr 30 16:24:46.992002 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-cf374dc3-e919-42e1-8b3a-b130bc449bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:24:46.993443 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-cf374dc3-e919-42e1-8b3a-b130bc449bf0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4344d619-eba1-443c-a7be-add770e360f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695848 Apr 30 16:24:47.080738 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:47.125352 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-6a2777e3-22d4-4607-a3b6-d3e3eb2d3586 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245182 Apr 30 16:24:47.354935 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e4eca01e-5da7-46c7-afd4-f7581fd0c1d6 req-22aec97b-c3c3-4df4-831a-14e4684766a5 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217329 Apr 30 16:24:48.030652 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:24:49.483825 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:00.431166 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:02.340198 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:25:14.137979 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ed231e76-c4e3-4deb-a934-093833c0fef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:16.877183 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-526fcb7b-af4a-4d98-bc3e-2e144e2ed89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:17.082869 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:18.032345 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:19.486456 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:30.442841 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:39.340031 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:25:40.249420 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac174d7-25a7-4c8f-8039-25519a131eda req-eddadae6-4c1a-42a2-9f73-8362c471877b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:40.250866 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8ac174d7-25a7-4c8f-8039-25519a131eda req-eddadae6-4c1a-42a2-9f73-8362c471877b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.1905568 Apr 30 16:25:40.297973 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-8ac174d7-25a7-4c8f-8039-25519a131eda req-2274ccb4-7b00-4ea6-9a19-2296637df4dd tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407755 Apr 30 16:25:41.536729 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea3a04-da99-4fcb-998d-3e95169aaded req-97df85b8-bf88-4d20-b400-f0bb62ad8575 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:41.538388 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e4ea3a04-da99-4fcb-998d-3e95169aaded req-97df85b8-bf88-4d20-b400-f0bb62ad8575 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.1297379 Apr 30 16:25:41.583856 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e4ea3a04-da99-4fcb-998d-3e95169aaded req-e647f9da-d0fc-4ba4-91b2-3dbab1ec2c44 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392108 Apr 30 16:25:42.783634 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e79b7-b5a0-4ee9-8895-f83fc09f10c3 req-981447e3-5ecf-453c-b791-37bbbb6a4f73 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:42.785074 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-756e79b7-b5a0-4ee9-8895-f83fc09f10c3 req-981447e3-5ecf-453c-b791-37bbbb6a4f73 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0807908 Apr 30 16:25:42.830210 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-756e79b7-b5a0-4ee9-8895-f83fc09f10c3 req-b9f721cf-3069-4bb2-a01e-50be1743401d tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394816 Apr 30 16:25:44.014994 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed27e6-59e0-41c6-a5cc-e740800c12b8 req-ade1c5ec-004e-4142-ab31-16227e3dfde4 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:44.016426 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-cbed27e6-59e0-41c6-a5cc-e740800c12b8 req-ade1c5ec-004e-4142-ab31-16227e3dfde4 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0840743 Apr 30 16:25:44.063046 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-cbed27e6-59e0-41c6-a5cc-e740800c12b8 req-b9ad6b3a-8d4f-4ce9-aef1-d20455074a43 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403128 Apr 30 16:25:44.139368 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-728a4a19-bd7d-460d-87e6-1e674f59689b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:45.252467 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a688fe1-4096-4b9b-a1d1-937b0629342e req-26cd0d81-fe1d-468a-a922-0387e137d7c3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:45.253898 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1a688fe1-4096-4b9b-a1d1-937b0629342e req-26cd0d81-fe1d-468a-a922-0387e137d7c3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0850122 Apr 30 16:25:45.298662 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-1a688fe1-4096-4b9b-a1d1-937b0629342e req-040e4e14-3d49-48ff-ae3f-5e3c95a0a337 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383077 Apr 30 16:25:46.488725 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c664a50-a35a-4ce9-ac6e-0bd5bc666c4a req-87e16874-cef3-4083-bf1c-4539ca3abe1a tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:46.490726 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6c664a50-a35a-4ce9-ac6e-0bd5bc666c4a req-87e16874-cef3-4083-bf1c-4539ca3abe1a tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0793493 Apr 30 16:25:46.537111 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-6c664a50-a35a-4ce9-ac6e-0bd5bc666c4a req-e5ccce27-1784-47fa-8140-e6934a39adf6 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406053 Apr 30 16:25:46.878895 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-78d052fe-7bba-4da7-8e16-edf8fa024510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:47.085597 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:47.395669 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-f4cd2c25-2f68-4a02-9d99-f4ebb1c7f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:47.397116 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-f4cd2c25-2f68-4a02-9d99-f4ebb1c7f0c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1098 time: 0.0708086 Apr 30 16:25:47.542455 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-04eda929-bc06-4891-8a73-01c209dc191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:47.543880 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-04eda929-bc06-4891-8a73-01c209dc191b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 910 time: 0.1266570 Apr 30 16:25:47.685547 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-568ebe95-3528-4867-bc0f-fb0aa9f8f205 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 1001 time: 0.1329460 Apr 30 16:25:47.766467 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-4d853a24-f833-4696-9447-ff604f6cb8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:47.767864 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-4d853a24-f833-4696-9447-ff604f6cb8b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 200 len: 848 time: 0.0744345 Apr 30 16:25:47.782588 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fe2a2-a595-48ec-94f0-1ea9ac6ba722 req-2f4732f3-53a4-4a07-be1e-86476d992006 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:47.783935 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d64fe2a2-a595-48ec-94f0-1ea9ac6ba722 req-2f4732f3-53a4-4a07-be1e-86476d992006 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.1396296 Apr 30 16:25:47.875403 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-d64fe2a2-a595-48ec-94f0-1ea9ac6ba722 req-503dedeb-1376-46c8-850a-f07001ad1dd1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592682 Apr 30 16:25:47.892651 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-e7152ade-3329-4184-9240-a53740bb86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:47.894130 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-e7152ade-3329-4184-9240-a53740bb86ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4344d619-eba1-443c-a7be-add770e360f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1093230 Apr 30 16:25:48.029416 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-8a6f4ace-aa79-4dd4-9a34-0d1b09e66947 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278141 Apr 30 16:25:48.034716 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:48.163917 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-9e329368-dcff-4852-9748-9bf1f36ab433 req-9a5081b8-b004-4b35-ac8b-4e157bf85a58 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245062 Apr 30 16:25:49.058373 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6fa2e-ae74-427a-9cb0-652202ddc79b req-eaf144bf-ccd4-4818-a7de-02ee8704ccb9 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:49.059810 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-54a6fa2e-ae74-427a-9cb0-652202ddc79b req-eaf144bf-ccd4-4818-a7de-02ee8704ccb9 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0801911 Apr 30 16:25:49.103910 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-54a6fa2e-ae74-427a-9cb0-652202ddc79b req-eedaf3fa-81b6-402b-ad53-ea4668da2555 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384154 Apr 30 16:25:49.489399 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:50.286926 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e2e97-392f-4c32-bc2f-c681bdeb4879 req-5b3de821-36dc-41b3-ac36-5a5e6a925b95 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:50.288440 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-551e2e97-392f-4c32-bc2f-c681bdeb4879 req-5b3de821-36dc-41b3-ac36-5a5e6a925b95 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0804780 Apr 30 16:25:50.373460 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-551e2e97-392f-4c32-bc2f-c681bdeb4879 req-a32dcc3c-9b29-4374-85d2-66c3d3e20ab7 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790412 Apr 30 16:25:50.408228 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-4469f036-1ed8-4dcc-9233-8d420906d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:50.409637 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-4469f036-1ed8-4dcc-9233-8d420906d908 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1098 time: 0.0812626 Apr 30 16:25:50.540223 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-6f6f5739-a6f3-4ad2-919d-7c83a1376e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:50.541970 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-6f6f5739-a6f3-4ad2-919d-7c83a1376e3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 910 time: 0.1250589 Apr 30 16:25:50.640626 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-a4e7ac54-cbcc-48d8-8895-e21eb9453449 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 1001 time: 0.0911865 Apr 30 16:25:50.795211 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-ad8c0231-5302-42bc-a86f-22c32e3b6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:50.796619 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-ad8c0231-5302-42bc-a86f-22c32e3b6622 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 200 len: 848 time: 0.1465576 Apr 30 16:25:50.870523 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-4b2cae3b-424c-4a90-b4fd-1d6095db6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:50.871922 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-4b2cae3b-424c-4a90-b4fd-1d6095db6536 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4344d619-eba1-443c-a7be-add770e360f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674627 Apr 30 16:25:51.002390 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-5e20dbcc-50ff-4f94-82f3-07e45260cf70 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214337 Apr 30 16:25:51.137716 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-eb17bd5a-1b08-4bdf-9d3a-21a151ea4ee4 req-f353ed15-3dae-46f2-a2d2-020ba0b7ae99 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283240 Apr 30 16:25:51.561224 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe53ef-e098-485a-850d-0e9eb392c689 req-40cd3c58-ed73-4f95-8872-c3daa86c2a5d tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:51.562713 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e5fe53ef-e098-485a-850d-0e9eb392c689 req-40cd3c58-ed73-4f95-8872-c3daa86c2a5d tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0858068 Apr 30 16:25:51.609106 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e5fe53ef-e098-485a-850d-0e9eb392c689 req-30e767ec-844f-449d-8bd4-2c690bfd2370 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Apr 30 16:25:52.798292 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692b606-bead-4d1f-8b2a-4397b4ff9697 req-de877263-47e1-4099-bca3-84f0e683b1a4 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:52.799737 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0692b606-bead-4d1f-8b2a-4397b4ff9697 req-de877263-47e1-4099-bca3-84f0e683b1a4 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0844152 Apr 30 16:25:52.844008 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0692b606-bead-4d1f-8b2a-4397b4ff9697 req-4fc14b36-e4b7-4c15-8667-0bf365d44594 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384629 Apr 30 16:25:54.028537 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de01e1-a261-4642-b16f-1c7dfc978198 req-4cd865c9-1b1e-4a77-98e0-d3573fc7ccdd tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:54.029993 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-65de01e1-a261-4642-b16f-1c7dfc978198 req-4cd865c9-1b1e-4a77-98e0-d3573fc7ccdd tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0802536 Apr 30 16:25:54.074353 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-65de01e1-a261-4642-b16f-1c7dfc978198 req-78836243-4d4c-4a45-bad1-37ab674d4152 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382969 Apr 30 16:25:54.549365 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-c6718fc4-d0b8-4291-913e-0deb4f3abc37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138763 Apr 30 16:25:54.651020 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc57698-97f6-450d-aabc-fd73369728a4 req-b7e0b83e-7f2b-4a4a-a2d1-81af0afb0d76 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:54.652464 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-cbc57698-97f6-450d-aabc-fd73369728a4 req-b7e0b83e-7f2b-4a4a-a2d1-81af0afb0d76 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.1613057 Apr 30 16:25:54.698191 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-cbc57698-97f6-450d-aabc-fd73369728a4 req-619c7f42-ffbb-41d0-8882-a7a552e1f5a3 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399191 Apr 30 16:25:55.847593 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device f67827d6-3fd3-47ee-a9a9-234c09fafc57 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:25:55.889971 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522fece-8b20-401e-9516-555532ae1bc6 req-463fd843-194e-4789-a519-69dd59a4342c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:55.891663 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a522fece-8b20-401e-9516-555532ae1bc6 req-463fd843-194e-4789-a519-69dd59a4342c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0868883 Apr 30 16:25:55.971914 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:55.979749 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-a522fece-8b20-401e-9516-555532ae1bc6 req-992be5c4-1725-4290-b105-d1e932f22e07 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810595 Apr 30 16:25:55.998944 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:25:56.010155 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port f67827d6-3fd3-47ee-a9a9-234c09fafc57, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:25:56.011391 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-271e739e-f566-4f12-8a6c-cf4330bc4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:56.013048 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-271e739e-f566-4f12-8a6c-cf4330bc4da3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948&tenant_id=b3e5ec806336423d88d74adc0b358f9a HTTP/1.1" status: 200 len: 1098 time: 0.0855446 Apr 30 16:25:56.015205 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:25:56.018158 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:25:56.093154 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=f67827d6-3fd3-47ee-a9a9-234c09fafc57,revision_number=6']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:25:56.102571 dv-cinder-775008-3-smb neutron-server[73865]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'code': 422} returned with failed status Apr 30 16:25:56.103825 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.104166 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.104501 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.104828 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.105154 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.105477 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.105802 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.106142 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.106460 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.106780 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.107098 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.107409 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:25:56.111296 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:25:56.133579 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-c8d1a499-b631-4cd7-94ea-2594383858ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:56.135081 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-c8d1a499-b631-4cd7-94ea-2594383858ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1096 time: 0.0832357 Apr 30 16:25:56.267670 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-50c0cf98-b69a-4698-8781-e81841eb19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:56.268992 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-50c0cf98-b69a-4698-8781-e81841eb19c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 910 time: 0.1265841 Apr 30 16:25:56.375301 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-74fcd581-a61e-4a15-9413-4472fc946421 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 999 time: 0.0981112 Apr 30 16:25:56.444561 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-fdaea092-743a-4a61-9cbb-12f54fc57ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:56.446018 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-fdaea092-743a-4a61-9cbb-12f54fc57ca7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 200 len: 848 time: 0.0587242 Apr 30 16:25:56.524842 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-cfa0971b-67cb-4423-86bd-ab4b88300632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:56.526225 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-cfa0971b-67cb-4423-86bd-ab4b88300632 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4344d619-eba1-443c-a7be-add770e360f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732963 Apr 30 16:25:56.659481 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-8b21fe7d-d8c4-448d-88f8-a5c522cc694a service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242146 Apr 30 16:25:56.792056 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7a35e2f7-f9e9-4fcd-a163-72258366e1f2 req-333aedf4-a8a4-47df-b13b-3de9c77b35d9 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244154 Apr 30 16:25:57.163106 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600e292-1a04-435c-977c-54f73ce3dd18 req-9b299f40-248d-4dc7-b566-c56b306fa963 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:57.164549 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7600e292-1a04-435c-977c-54f73ce3dd18 req-9b299f40-248d-4dc7-b566-c56b306fa963 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 943 time: 0.0812368 Apr 30 16:25:57.209092 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7600e292-1a04-435c-977c-54f73ce3dd18 req-af693cf7-b58f-4894-8879-8372de98b41d tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372281 Apr 30 16:25:58.397966 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194ff0e-9c88-48fe-9ab9-2f1654008dc5 req-13c53118-30b2-4d23-ab9c-de70ff480a78 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:58.399616 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8194ff0e-9c88-48fe-9ab9-2f1654008dc5 req-13c53118-30b2-4d23-ab9c-de70ff480a78 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 943 time: 0.0851729 Apr 30 16:25:58.444496 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8194ff0e-9c88-48fe-9ab9-2f1654008dc5 req-3a921a0c-7c27-4c50-9870-6c7b55250eff tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388894 Apr 30 16:25:59.631374 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784810e-18ff-4c34-9c48-6bb1c5554eb9 req-95b65fd5-792d-4287-89fa-4c3aeda19614 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:25:59.632795 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0784810e-18ff-4c34-9c48-6bb1c5554eb9 req-95b65fd5-792d-4287-89fa-4c3aeda19614 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 943 time: 0.0847549 Apr 30 16:25:59.768034 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-0784810e-18ff-4c34-9c48-6bb1c5554eb9 req-e8aef6d2-a56e-4155-95a6-a729a2e1bd44 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294641 Apr 30 16:26:00.456452 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:00.949606 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e93ae-5a9d-43f2-8b82-080cced4cc87 req-de1c42fc-d025-4a17-a15a-55c4c7f1b836 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:00.951387 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-930e93ae-5a9d-43f2-8b82-080cced4cc87 req-de1c42fc-d025-4a17-a15a-55c4c7f1b836 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 943 time: 0.0792096 Apr 30 16:26:00.995079 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-930e93ae-5a9d-43f2-8b82-080cced4cc87 req-e25cc450-8ed4-4079-bd40-8e12e546145e tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380285 Apr 30 16:26:01.846858 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device f67827d6-3fd3-47ee-a9a9-234c09fafc57 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=73865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:26:02.014877 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port f67827d6-3fd3-47ee-a9a9-234c09fafc57, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:26:02.028619 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Returning: {'device': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'port_id': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'mac_address': 'fa:16:3e:5c:4e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:26:02.082484 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:02.099822 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67827d6-3fd3-47ee-a9a9-234c09fafc57 {{(pid=73865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:26:02.115201 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port f67827d6-3fd3-47ee-a9a9-234c09fafc57, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:26:02.119404 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:02.121167 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-b81efd41-78fc-4ac7-9e95-cc913d1b230c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:26:02.184704 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe6ab0-4468-4cc2-8216-dc58d1ef4888 req-fe48b0d9-56cd-4629-b7b2-5d794648d1a6 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:02.186199 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-40fe6ab0-4468-4cc2-8216-dc58d1ef4888 req-fe48b0d9-56cd-4629-b7b2-5d794648d1a6 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 944 time: 0.0827675 Apr 30 16:26:02.189028 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=f67827d6-3fd3-47ee-a9a9-234c09fafc57,revision_number=7']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:26:02.192141 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:26:02.237672 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-40fe6ab0-4468-4cc2-8216-dc58d1ef4888 req-e4d2a5e0-a2d6-4074-9f78-6e826f4c6cb9 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Apr 30 16:26:02.615982 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] get_ports_and_sgs() called for port_ids ['f67827d6-3fd3-47ee-a9a9-234c09fafc57'] {{(pid=73865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:26:03.424184 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe0050-9e32-43c6-b22f-2ba81c8a2ba9 req-d9b7bd6f-a312-4f7b-8319-b33c026a6e1b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:03.425599 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b9fe0050-9e32-43c6-b22f-2ba81c8a2ba9 req-d9b7bd6f-a312-4f7b-8319-b33c026a6e1b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 944 time: 0.0829020 Apr 30 16:26:03.470104 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-b9fe0050-9e32-43c6-b22f-2ba81c8a2ba9 req-422cf34f-6903-4a75-a83b-555d4cc03f95 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384371 Apr 30 16:26:03.861442 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device f67827d6-3fd3-47ee-a9a9-234c09fafc57 up at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:26:03.927118 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.provisioning_blocks [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Provisioning complete for port f67827d6-3fd3-47ee-a9a9-234c09fafc57 triggered by entity L2. {{(pid=73865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:26:03.927521 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133500832'] for port, provisioning_complete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:04.041470 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133575228'] for port, before_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:04.067236 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57'}] {{(pid=73865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:26:04.077189 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] For port f67827d6-3fd3-47ee-a9a9-234c09fafc57, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:26:04.081279 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733345633639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733345201134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733345197599'] for port, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:04.083356 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-ced429ee-0905-4580-9f6e-5f98fbd43a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:26:04.121372 dv-cinder-775008-3-smb neutron-server[73865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'code': 200} Apr 30 16:26:04.152562 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Pushing event updated for resources: {'Port': ['ID=f67827d6-3fd3-47ee-a9a9-234c09fafc57,revision_number=8']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:26:04.155550 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:26:04.495876 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee421de-557e-4ade-8835-6bc3abe444f6 req-f4e99cd2-0625-4f89-a0cd-6a97383661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:04.497327 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7ee421de-557e-4ade-8835-6bc3abe444f6 req-f4e99cd2-0625-4f89-a0cd-6a97383661ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1098 time: 0.0696101 Apr 30 16:26:04.539889 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-7ee421de-557e-4ade-8835-6bc3abe444f6 req-8882236d-e693-440e-a812-c022b2d65f71 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347614 Apr 30 16:26:04.656788 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb13e7-8872-4704-90ea-d63ef20afb7e req-1c06c5b3-c706-46ef-8dfb-9d741e5fcdfc tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:04.658230 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7cdb13e7-8872-4704-90ea-d63ef20afb7e req-1c06c5b3-c706-46ef-8dfb-9d741e5fcdfc tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0818348 Apr 30 16:26:04.701745 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-7cdb13e7-8872-4704-90ea-d63ef20afb7e req-30cb2c49-bcf2-42e7-bcf6-baecfc9effb6 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372255 Apr 30 16:26:05.889059 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd264ae-ade1-429f-8ae4-8dfd38d9961c req-22a7a68c-0322-4413-bf7b-d5a21649c03b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:05.890679 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3fd264ae-ade1-429f-8ae4-8dfd38d9961c req-22a7a68c-0322-4413-bf7b-d5a21649c03b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0835738 Apr 30 16:26:05.936386 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-3fd264ae-ade1-429f-8ae4-8dfd38d9961c req-2786097f-52ae-41d5-81a0-e5fee3cbb52a tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Apr 30 16:26:07.117693 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6f494-921b-4410-bb77-c4d1cccbe4f2 req-324b4a66-d649-4c08-8584-e14544ff7630 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:07.119151 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8ef6f494-921b-4410-bb77-c4d1cccbe4f2 req-324b4a66-d649-4c08-8584-e14544ff7630 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0802834 Apr 30 16:26:07.163149 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-8ef6f494-921b-4410-bb77-c4d1cccbe4f2 req-ff8fdc0a-8ea6-40b3-87d8-b733f6ccab9d tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376406 Apr 30 16:26:14.141582 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-9a911fab-bdf9-4810-a192-7e602b1a21a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:16.339381 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:26:16.880528 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-2a56464b-aa07-4b39-b9a2-7d4a4a78f1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:17.087906 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:18.038655 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:19.490984 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:30.465142 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:44.143752 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-55fa4fad-3ac5-48f7-9348-21042c51cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:46.882194 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-45423d48-cf8a-46eb-9518-b423b5b26711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:47.089254 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:48.040926 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:49.302091 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-e9da79ec-08e0-404a-81d8-719a5007bb09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692024 Apr 30 16:26:49.468183 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-2b29dd5b-2623-45ac-93fd-8e4ec0752910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:49.469588 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-2b29dd5b-2623-45ac-93fd-8e4ec0752910 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1098 time: 0.0730491 Apr 30 16:26:49.493368 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:26:49.617711 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-2d7d40b8-e33d-4559-9b83-5cde8a5580b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:49.619076 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-2d7d40b8-e33d-4559-9b83-5cde8a5580b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 910 time: 0.1288226 Apr 30 16:26:49.720198 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-fa726db3-1fbf-492d-a059-923021ed4fbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 1001 time: 0.0937011 Apr 30 16:26:49.785243 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-5e7088e1-6a34-4ca1-abcd-f6732e59c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:49.787207 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-5e7088e1-6a34-4ca1-abcd-f6732e59c981 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 200 len: 848 time: 0.0600572 Apr 30 16:26:49.861152 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-74a2bcfe-f2a5-4861-9039-8beff2d3d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:26:49.862618 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-74a2bcfe-f2a5-4861-9039-8beff2d3d0ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4344d619-eba1-443c-a7be-add770e360f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687597 Apr 30 16:26:49.994244 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-7b7b6cc5-bd29-409b-898f-8dc4805d0212 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241360 Apr 30 16:26:50.128096 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-e9d4a891-28a9-4b2b-ab99-3dd23d72e91a req-c83aa785-a019-4d36-8e81-ea2eef6bca8d service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264334 Apr 30 16:26:53.338475 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:27:00.477692 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:14.146851 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cd26340e-2a60-4b8e-ac74-93d485357c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:16.883778 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-cc1f812a-a793-4538-9b68-d0a2d0e8f519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:17.092444 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:18.043008 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:19.496010 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:30.336912 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:27:30.468590 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:39.928975 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [req-176d0e69-559c-4f80-a08f-b1611e23a89a req-3e31c2af-7cdb-4482-bb3d-89a996b88bc4 service neutron] (73864) timed out ('10.222.0.64', 49266) {{(pid=73864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 16:27:42.833550 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60392) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:27:43.208595 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Deleting port 30630ee0-6fe3-4f42-8eaf-1712c2ce2036 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:27:43.208932 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:43.326334 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:43.326671 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:43.537012 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Calling delete_port for 30630ee0-6fe3-4f42-8eaf-1712c2ce2036 owned by network:floatingip {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:27:43.663791 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:43.668157 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-401417ae-3eb0-48d9-b334-e496f96c2ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:43.715793 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event deleted for resources: {'Port': ['ID=30630ee0-6fe3-4f42-8eaf-1712c2ce2036,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:43.757230 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.757611 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.758014 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.758389 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.758762 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.759123 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.759486 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.759845 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.760204 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.760560 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.760918 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.761275 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:43.788811 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:43.818947 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for floatingip, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:43.819278 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.db.l3_db [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Floating IP 8ae4b462-1570-4453-b5b9-1b27244c1c08 disassociated (deleted). External IP: 172.28.2.135, port: f67827d6-3fd3-47ee-a9a9-234c09fafc57. Apr 30 16:27:44.150158 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-45ee472b-ab1b-431c-91f5-eaf8f0423412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:44.179089 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Router 01aab21f-583e-4453-bfa8-0c881d5efd7d has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:27:44.357494 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:27:44.367133 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] Sync routers for ids ['01aab21f-583e-4453-bfa8-0c881d5efd7d'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:27:44.377180 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] Routers {'01aab21f-583e-4453-bfa8-0c881d5efd7d'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:27:44.378662 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:27:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['01aab21f-583e-4453-bfa8-0c881d5efd7d'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:44.380483 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for floatingip, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:44.438637 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-8d690e77-ce0c-4205-9f5d-a53a76a889e8 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "DELETE /v2.0/floatingips/8ae4b462-1570-4453-b5b9-1b27244c1c08 HTTP/1.1" status: 204 len: 168 time: 1.6038499 Apr 30 16:27:44.439322 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:27:44.536512 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'status': 'completed', 'code': 200} Apr 30 16:27:44.557426 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] Set router 01aab21f-583e-4453-bfa8-0c881d5efd7d gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:27:44.664531 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-58497ccf-570a-4325-9538-0864a15e5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:27:44.666851 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-58497ccf-570a-4325-9538-0864a15e5421 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3e5ec806336423d88d74adc0b358f9a&device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 1098 time: 0.0817194 Apr 30 16:27:44.830102 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8989e-c26f-4d14-baff-2fd08d2a6e87 req-ea445b83-a8b2-4b52-85bb-7208d204e242 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:27:44.834412 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e5c8989e-c26f-4d14-baff-2fd08d2a6e87 req-ea445b83-a8b2-4b52-85bb-7208d204e242 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0903232 Apr 30 16:27:44.862080 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-fc2f96e3-eadf-4bf0-b1ea-fc8cba660ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:27:44.864266 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-fc2f96e3-eadf-4bf0-b1ea-fc8cba660ddd service neutron] 10.222.0.64 "GET /v2.0/networks?id=4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 200 len: 910 time: 0.1336172 Apr 30 16:27:44.878723 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-e5c8989e-c26f-4d14-baff-2fd08d2a6e87 req-f22b180d-e66b-47af-9fbc-c737f2d81a0e tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398040 Apr 30 16:27:44.923847 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:28Z', 'revision_number': 5, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:44.928874 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] Checking router: 01aab21f-583e-4453-bfa8-0c881d5efd7d for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:27:44.938459 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] Routers {'01aab21f-583e-4453-bfa8-0c881d5efd7d'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:27:44.939074 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:27:17Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['01aab21f-583e-4453-bfa8-0c881d5efd7d'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:44.941067 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-a50dcc14-2d43-4726-a640-a718320023f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 200 len: 217 time: 0.0673676 Apr 30 16:27:45.009113 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-d9353e44-3258-486f-95c4-3d2d892f4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:27:45.010580 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-d9353e44-3258-486f-95c4-3d2d892f4d93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 200 len: 848 time: 0.0605774 Apr 30 16:27:45.122037 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] Set router 01aab21f-583e-4453-bfa8-0c881d5efd7d gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:27:45.194197 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-8eb81ba9-a6f0-44a2-8b3c-86a213ae19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:27:45.195651 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-8eb81ba9-a6f0-44a2-8b3c-86a213ae19f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4344d619-eba1-443c-a7be-add770e360f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1773067 Apr 30 16:27:45.334070 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-d14d3774-a738-4a84-be27-b5962eb35230 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289110 Apr 30 16:27:45.436455 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:28Z', 'revision_number': 5, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:45.440391 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9757f4-431a-4a50-b02a-5899797eec85 None None] The sync data for ids ['01aab21f-583e-4453-bfa8-0c881d5efd7d'] in dv-cinder-775008-3-smb is: [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:22:20Z', 'revision_number': 4, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb', '_interfaces': [{'id': 'edcb1cb6-6802-4d86-92d7-4bd846661356', 'name': '', 'network_id': '4344d619-eba1-443c-a7be-add770e360f9', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'mac_address': 'fa:16:3e:ed:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:20Z', 'updated_at': '2021-04-30T16:22:28Z', 'revision_number': 5, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'subnets': [{'id': '8b76ca9f-6bab-43bc-b2d4-568ca4843e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:27:45.472539 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-24e42559-f5d4-4d57-a4b9-50701cba8e8b req-66c035b5-541e-4ed1-a50e-a12e21bfe208 service neutron] 10.222.0.64 "GET /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290236 Apr 30 16:27:45.639143 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dc2ca-904b-4ca0-ab41-780265dbb73c None None] New status for floating IP 8ae4b462-1570-4453-b5b9-1b27244c1c08: DOWN {{(pid=73867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:27:46.064130 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974753f3-7122-448a-9815-9bc609a5650b req-3c83be03-a92f-465e-ac50-0f9139f52a03 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:27:46.064716 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-974753f3-7122-448a-9815-9bc609a5650b req-3c83be03-a92f-465e-ac50-0f9139f52a03 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Synchronizing usage tracker for tenant:b3e5ec806336423d88d74adc0b358f9a on resource:port {{(pid=73862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:27:46.079802 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.quota.resource [req-974753f3-7122-448a-9815-9bc609a5650b req-3c83be03-a92f-465e-ac50-0f9139f52a03 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Unset dirty status for tenant:b3e5ec806336423d88d74adc0b358f9a on resource:port {{(pid=73862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:27:46.081006 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-974753f3-7122-448a-9815-9bc609a5650b req-3c83be03-a92f-465e-ac50-0f9139f52a03 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0974393 Apr 30 16:27:46.125649 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-974753f3-7122-448a-9815-9bc609a5650b req-adb05275-b6ae-4e70-8c7b-ae7642dab7a1 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/security-groups?id=733b5897-ff7c-445d-8ace-6099c6b2df97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387881 Apr 30 16:27:46.689332 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-202e2f12-75fb-4925-bf87-cfd5b64d197b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:27:46.691487 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-202e2f12-75fb-4925-bf87-cfd5b64d197b tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.64 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 945 time: 0.0827134 Apr 30 16:27:46.828277 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Deleting port f67827d6-3fd3-47ee-a9a9-234c09fafc57 {{(pid=73862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:27:46.828617 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:46.885884 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-20152c6c-700d-4145-b93e-9d2dbd6d9cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:46.967291 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.db [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] For port f67827d6-3fd3-47ee-a9a9-234c09fafc57, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f67827d6-3fd3-47ee-a9a9-234c09fafc57,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:27:46.967625 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:47.090863 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.plugins.ml2.plugin [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Calling delete_port for f67827d6-3fd3-47ee-a9a9-234c09fafc57 owned by compute:nova {{(pid=73862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:27:47.098287 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:47.202358 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3048340'] for port, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:47.209416 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-1d25cf04-fdeb-4e17-a243-2526ac68523d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:47.281957 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-f70ebf76-da9a-4ad4-8816-48781a8f259f req-b57d6d72-fc47-43c8-bd45-858bda42ca88 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 210 time: 0.0481169 Apr 30 16:27:47.291254 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event deleted for resources: {'Port': ['ID=f67827d6-3fd3-47ee-a9a9-234c09fafc57,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:47.293874 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:47.334681 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] No DVR routers for this DVR port f67827d6-3fd3-47ee-a9a9-234c09fafc57 on host hv-cinder-77500 {{(pid=73862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:27:47.337158 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58027'] for port, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:47.339757 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'name': 'network-vif-deleted', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57'}] {{(pid=73862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:27:47.356307 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [req-b93e5f2c-11f8-438c-8c7e-0b29cfb46ee2 req-666a7961-3cfe-44d9-bdca-6083aaca8855 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.64 "DELETE /v2.0/ports/f67827d6-3fd3-47ee-a9a9-234c09fafc57 HTTP/1.1" status: 204 len: 173 time: 0.6588430 Apr 30 16:27:47.386232 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dfce61-61df-4731-b653-ae9b1379e948', 'name': 'network-vif-deleted', 'tag': 'f67827d6-3fd3-47ee-a9a9-234c09fafc57', 'status': 'completed', 'code': 200} Apr 30 16:27:48.046789 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:48.448544 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [req-4c53d4b6-98ba-4c4e-9bfe-776d1408ccfe req-8786f562-691f-4efb-b5a0-9847ddb2a503 tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "GET /v2.0/ports?device_id=59dfce61-61df-4731-b653-ae9b1379e948 HTTP/1.1" status: 200 len: 210 time: 0.0449522 Apr 30 16:27:49.497833 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:49.544138 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60420) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:27:49.611762 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:49.640177 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:49.701760 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:49.705489 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-238ad46d-2f5a-4c51-9ac5-1a95d5c4d21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:49.723801 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733b5897-ff7c-445d-8ace-6099c6b2df97,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:49.732935 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.733298 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.733644 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.734011 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.734354 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.734695 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.735034 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.735370 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.735706 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.736040 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.736374 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.736707 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:49.740972 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:49.744252 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:49.745329 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-43125d7c-27f8-4267-8d8d-762552f4f63c tempest-TestShelveInstance-743355250 tempest-TestShelveInstance-743355250-project] 10.222.0.15 "DELETE /v2.0/security-groups/733b5897-ff7c-445d-8ace-6099c6b2df97 HTTP/1.1" status: 204 len: 168 time: 0.2002270 Apr 30 16:27:49.794381 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60426) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:27:50.414536 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device f67827d6-3fd3-47ee-a9a9-234c09fafc57 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:27:50.424178 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424057'] for router_interface, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:50.448032 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] No Port match for: f67827d6-3fd3-47ee-a9a9-234c09fafc57 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:27:50.448380 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Device f67827d6-3fd3-47ee-a9a9-234c09fafc57 not bound to the agent host hv-cinder-77500 {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:27:50.909794 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Deleting port edcb1cb6-6802-4d86-92d7-4bd846661356 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:27:50.910464 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:51.035128 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] For port edcb1cb6-6802-4d86-92d7-4bd846661356, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=edcb1cb6-6802-4d86-92d7-4bd846661356,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:27:51.035483 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:51.163702 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Calling delete_port for edcb1cb6-6802-4d86-92d7-4bd846661356 owned by network:router_interface {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:27:51.310327 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:51.314788 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c627aa43-d92c-44ea-9f81-9b461012c5f4 tempest-AttachVolumeTestJSON-746797690 tempest-AttachVolumeTestJSON-746797690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:51.362738 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=edcb1cb6-6802-4d86-92d7-4bd846661356,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:51.388816 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:51.638201 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405449'] for router_interface, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:52.089480 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Router 01aab21f-583e-4453-bfa8-0c881d5efd7d has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:27:52.271967 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:27:52.281359 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] Sync routers for ids ['01aab21f-583e-4453-bfa8-0c881d5efd7d'] in dv-cinder-775008-3-smb {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:27:52.286557 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-cae8e522-db5b-4d70-bdfa-570ac9b83bb7 admin admin] 10.222.0.15 "PUT /v2.0/routers/01aab21f-583e-4453-bfa8-0c881d5efd7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4907653 Apr 30 16:27:52.288945 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60432) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:27:52.291848 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] Routers {'01aab21f-583e-4453-bfa8-0c881d5efd7d'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:27:52.292458 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:27:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['01aab21f-583e-4453-bfa8-0c881d5efd7d'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:52.465959 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Notify callbacks [] for router, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:52.470754 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] Set router 01aab21f-583e-4453-bfa8-0c881d5efd7d gateway port host: dv-cinder-775008-3-smb {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:27:52.652070 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:52.725439 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Deleting port cbedf0ae-fe65-4e37-8629-2d8089b83f69 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:27:52.725778 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:52.754196 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:27:51Z', 'revision_number': 5, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port': {'id': 'cbedf0ae-fe65-4e37-8629-2d8089b83f69', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:17Z', 'updated_at': '2021-04-30T16:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:52.758036 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] Checking router: 01aab21f-583e-4453-bfa8-0c881d5efd7d for host: dv-cinder-775008-3-smb {{(pid=73865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:27:52.766260 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] Routers {'01aab21f-583e-4453-bfa8-0c881d5efd7d'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:27:52.766864 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:27:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['01aab21f-583e-4453-bfa8-0c881d5efd7d'], 'active': True} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:52.846097 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] For port cbedf0ae-fe65-4e37-8629-2d8089b83f69, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=cbedf0ae-fe65-4e37-8629-2d8089b83f69,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:27:52.846580 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:52.919926 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvr_db [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] Set router 01aab21f-583e-4453-bfa8-0c881d5efd7d gateway port host: None {{(pid=73865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:27:52.973472 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Calling delete_port for cbedf0ae-fe65-4e37-8629-2d8089b83f69 owned by network:router_gateway {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:27:53.084974 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_hamode_db [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:27:52Z', 'revision_number': 6, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port_host': None}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:53.088762 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72c3ea-5fb1-4dc4-ab67-fd6eaf7525a1 None None] The sync data for ids ['01aab21f-583e-4453-bfa8-0c881d5efd7d'] in dv-cinder-775008-3-smb is: [{'id': '01aab21f-583e-4453-bfa8-0c881d5efd7d', 'name': 'tempest-TestShelveInstance-2112243433-router', 'tenant_id': 'b3e5ec806336423d88d74adc0b358f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:16Z', 'updated_at': '2021-04-30T16:27:52Z', 'revision_number': 6, 'project_id': 'b3e5ec806336423d88d74adc0b358f9a', 'gw_port_host': None}] {{(pid=73865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:27:53.119572 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:53.121984 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-11cd7ec6-55dc-42ca-9493-1b8419cd661e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:53.167889 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Pushing event deleted for resources: {'Port': ['ID=cbedf0ae-fe65-4e37-8629-2d8089b83f69,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:53.171016 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:53.263181 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396270'] for router_gateway, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:53.508286 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device edcb1cb6-6802-4d86-92d7-4bd846661356 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:27:53.550983 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: edcb1cb6-6802-4d86-92d7-4bd846661356 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:27:53.551421 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device edcb1cb6-6802-4d86-92d7-4bd846661356 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:27:53.553508 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13660'] for router, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:53.555871 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:53.579015 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404811'] for router, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:53.579573 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01aab21f-583e-4453-bfa8-0c881d5efd7d {{(pid=73864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:27:53.595579 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] Notify callbacks [] for router, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:53.596768 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-a8b0bc35-ba2a-414a-bf11-9c3beb5e8fce admin admin] 10.222.0.15 "DELETE /v2.0/routers/01aab21f-583e-4453-bfa8-0c881d5efd7d HTTP/1.1" status: 204 len: 168 time: 1.3069158 Apr 30 16:27:53.599608 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60436) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:27:53.661232 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_v2 [None req-082f5853-85c7-45b8-9609-9f5560daa411 admin admin] Deleting subnet 8b76ca9f-6bab-43bc-b2d4-568ca4843e33 {{(pid=73864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:27:53.664637 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-082f5853-85c7-45b8-9609-9f5560daa411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:53.714140 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-082f5853-85c7-45b8-9609-9f5560daa411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3279382'] for subnet, precommit_delete_associations {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:53.835469 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-082f5853-85c7-45b8-9609-9f5560daa411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.088783 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-082f5853-85c7-45b8-9609-9f5560daa411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3279703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303993'] for subnet, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.094271 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:54.132055 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f5853-85c7-45b8-9609-9f5560daa411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b76ca9f-6bab-43bc-b2d4-568ca4843e33,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:54.135205 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-082f5853-85c7-45b8-9609-9f5560daa411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:54.136172 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-082f5853-85c7-45b8-9609-9f5560daa411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.141414 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd0454-fb5e-4b89-ad38-b8c001608321 None None] Network 4344d619-eba1-443c-a7be-add770e360f9 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:27:54.142433 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-082f5853-85c7-45b8-9609-9f5560daa411 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8b76ca9f-6bab-43bc-b2d4-568ca4843e33 HTTP/1.1" status: 204 len: 168 time: 0.5418208 Apr 30 16:27:54.145028 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60440) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:27:54.251602 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.324965 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Deleting port 60544e07-22bb-4a97-a277-4f411ea90648 {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:27:54.325298 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.405777 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] DHCP port deletion for 4344d619-eba1-443c-a7be-add770e360f9 request from dv-cinder-775008-3-smb {{(pid=73865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:27:54.428650 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] For port 60544e07-22bb-4a97-a277-4f411ea90648, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=60544e07-22bb-4a97-a277-4f411ea90648,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:27:54.429001 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.475783 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Deleting port 60544e07-22bb-4a97-a277-4f411ea90648 {{(pid=73865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:27:54.476163 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.554522 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Calling delete_port for 60544e07-22bb-4a97-a277-4f411ea90648 owned by network:dhcp {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:27:54.582821 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] For port 60544e07-22bb-4a97-a277-4f411ea90648, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=60544e07-22bb-4a97-a277-4f411ea90648,segment=NetworkSegment(1350a6e7-a7d1-496c-99d1-9a705cfb688f),segment_id=1350a6e7-a7d1-496c-99d1-9a705cfb688f)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:27:54.583452 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.601467 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.605295 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-f78d7dec-b83c-4b44-850e-243c649fc469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:54.654123 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Pushing event deleted for resources: {'Port': ['ID=60544e07-22bb-4a97-a277-4f411ea90648,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:54.657996 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:54.658169 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] No DVR routers for this DVR port 60544e07-22bb-4a97-a277-4f411ea90648 on host dv-cinder-775008-3-smb {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:27:54.711009 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Calling delete_port for 60544e07-22bb-4a97-a277-4f411ea90648 owned by network:dhcp {{(pid=73865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:27:54.754778 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125'] for port, after_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.758375 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:54.780029 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.805962 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Pushing event deleted for resources: {'Port': ['ID=60544e07-22bb-4a97-a277-4f411ea90648,revision_number=None']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:54.808270 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] No DVR routers for this DVR port 60544e07-22bb-4a97-a277-4f411ea90648 on host dv-cinder-775008-3-smb {{(pid=73865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:27:54.817220 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.817220 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.817220 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.818005 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.818005 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.818005 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.818608 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.818608 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.818917 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.819238 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.819557 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.819875 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-smb {{(pid=73865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:27:54.823086 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-05e07146-d903-46e4-bcc0-37517a41fd26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:54.896174 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4344d619-eba1-443c-a7be-add770e360f9']}} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:54.908147 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1350a6e7-a7d1-496c-99d1-9a705cfb688f') {'for_net_delete': True} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:54.908443 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1350a6e7-a7d1-496c-99d1-9a705cfb688f') {} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:54.920693 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3279391'] for segment, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.937341 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:54.944632 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=73864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:27:55.216561 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Network 4344d619-eba1-443c-a7be-add770e360f9 has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:27:55.228818 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279869'] for segment, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:55.398249 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Network 4344d619-eba1-443c-a7be-add770e360f9 has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: Traceback (most recent call last): Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: timer() Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: cb(*args, **kw) Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: return func(*args, **kwargs) Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: self._notify() Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: self.callback(batched_events) Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: event.method(event) Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: return f(self, *a, **k) Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: return self._get(url).json() Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: return self.request(url, 'GET', **kwargs) Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:27:55.419594 dv-cinder-775008-3-smb neutron-server[73864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:27:55.481609 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 60544e07-22bb-4a97-a277-4f411ea90648 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:27:55.500185 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:55.505022 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:55.518586 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 60544e07-22bb-4a97-a277-4f411ea90648 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:27:55.518950 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 60544e07-22bb-4a97-a277-4f411ea90648 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:27:55.519369 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device cbedf0ae-fe65-4e37-8629-2d8089b83f69 no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:27:55.520577 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:55.528587 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Pushing event deleted for resources: {'Network': ['ID=4344d619-eba1-443c-a7be-add770e360f9,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:55.532947 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:55.539642 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-848d0c9b-f32b-4e4b-943f-a7e8994cdcac admin admin] 10.222.0.15 "DELETE /v2.0/networks/4344d619-eba1-443c-a7be-add770e360f9 HTTP/1.1" status: 204 len: 168 time: 1.3903632 Apr 30 16:27:55.539841 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60444) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:27:55.553124 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: cbedf0ae-fe65-4e37-8629-2d8089b83f69 {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:27:55.553477 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device cbedf0ae-fe65-4e37-8629-2d8089b83f69 not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:27:56.082221 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424057'] for router_interface, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:56.615732 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Deleting port 00a9ff98-d6dc-4af4-a696-49b35076834c {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:27:56.616416 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:56.736530 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] For port 00a9ff98-d6dc-4af4-a696-49b35076834c, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=00a9ff98-d6dc-4af4-a696-49b35076834c,segment=NetworkSegment(33c1e0f4-8253-46fa-8a01-7d3621b0509a),segment_id=33c1e0f4-8253-46fa-8a01-7d3621b0509a)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:27:56.738060 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:56.859852 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Calling delete_port for 00a9ff98-d6dc-4af4-a696-49b35076834c owned by network:router_interface {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:27:57.009756 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:57.013405 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-a8e806ff-7720-4ae1-9cde-cc94ba9944ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:57.057016 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a9ff98-d6dc-4af4-a696-49b35076834c,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:57.060113 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:57.327058 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405449'] for router_interface, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:57.681071 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Router f0c27d8f-27b5-47e3-9f64-f850888daf50 has already been hosted by L3 agent 395e9994-20ef-4031-85ab-c9ae5e4c8211 {{(pid=73864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:27:57.858884 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-smb the message routers_updated {{(pid=73864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:27:57.867950 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] Sync routers for ids ['f0c27d8f-27b5-47e3-9f64-f850888daf50'] in dv-cinder-775008-3-smb {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:27:57.876466 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-ffdfae28-2c4f-474f-bcbc-cdc5e59e24e1 admin admin] 10.222.0.15 "PUT /v2.0/routers/f0c27d8f-27b5-47e3-9f64-f850888daf50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3356092 Apr 30 16:27:57.878169 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] Routers {'f0c27d8f-27b5-47e3-9f64-f850888daf50'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:27:57.878791 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:27:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f0c27d8f-27b5-47e3-9f64-f850888daf50'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:57.879606 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60448) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:27:58.096670 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] Set router f0c27d8f-27b5-47e3-9f64-f850888daf50 gateway port host: dv-cinder-775008-3-smb {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:27:58.164085 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Notify callbacks [] for router, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:58.343050 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:58.382586 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'name': 'tempest-TestShelveInstance-1685588876-router', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'external_fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:23Z', 'updated_at': '2021-04-30T16:27:56Z', 'revision_number': 5, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'gw_port': {'id': '92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c', 'name': '', 'network_id': 'd117264f-45ab-46f5-bf84-1e548aed77de', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:22:24Z', 'updated_at': '2021-04-30T16:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2310fd18-7df6-4de7-b4bb-3165a05ba2cb', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-smb'}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:58.386499 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] Checking router: f0c27d8f-27b5-47e3-9f64-f850888daf50 for host: dv-cinder-775008-3-smb {{(pid=73867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:27:58.395985 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] Routers {'f0c27d8f-27b5-47e3-9f64-f850888daf50'} bound to L3 agent in host dv-cinder-775008-3-smb {{(pid=73867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:27:58.396236 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775008-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:00:17Z,description=,heartbeat_timestamp=2021-04-30T16:27:47Z,host='dv-cinder-775008-3-smb',id=395e9994-20ef-4031-85ab-c9ae5e4c8211,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T16:00:17Z,topic='l3_agent')) {'router_ids': ['f0c27d8f-27b5-47e3-9f64-f850888daf50'], 'active': True} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:58.415432 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Deleting port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:27:58.415771 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:58.540620 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] For port 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c,segment=NetworkSegment(c7f9a683-bf1a-4de0-b764-b6b8c86b8d74),segment_id=c7f9a683-bf1a-4de0-b764-b6b8c86b8d74)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:27:58.540983 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:58.545035 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_dvr_db [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] Set router f0c27d8f-27b5-47e3-9f64-f850888daf50 gateway port host: None {{(pid=73867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:27:58.649675 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.l3_hamode_db [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'name': 'tempest-TestShelveInstance-1685588876-router', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:23Z', 'updated_at': '2021-04-30T16:27:58Z', 'revision_number': 6, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'gw_port_host': None}], 'dv-cinder-775008-3-smb', False) {} {{(pid=73867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:27:58.653645 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda035d3-8966-4531-b778-cbfa057beb75 None None] The sync data for ids ['f0c27d8f-27b5-47e3-9f64-f850888daf50'] in dv-cinder-775008-3-smb is: [{'id': 'f0c27d8f-27b5-47e3-9f64-f850888daf50', 'name': 'tempest-TestShelveInstance-1685588876-router', 'tenant_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:22:23Z', 'updated_at': '2021-04-30T16:27:58Z', 'revision_number': 6, 'project_id': '4ac7d7d28ebe4f079e1dfc5451ca4e5d', 'gw_port_host': None}] {{(pid=73867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:27:58.668590 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Calling delete_port for 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c owned by network:router_gateway {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:27:58.806166 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:58.809706 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-47ee082c-1078-404c-abe3-0721f8748b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:58.857675 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Pushing event deleted for resources: {'Port': ['ID=92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:58.883957 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:58.946846 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396270'] for router_gateway, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.125700 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13660'] for router, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.128394 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.150473 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-404811'] for router, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.150999 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0c27d8f-27b5-47e3-9f64-f850888daf50 {{(pid=73864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:27:59.163112 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] Notify callbacks [] for router, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.164221 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-eb749851-7ff7-4814-80f4-7cb5a9f0e6af admin admin] 10.222.0.15 "DELETE /v2.0/routers/f0c27d8f-27b5-47e3-9f64-f850888daf50 HTTP/1.1" status: 204 len: 168 time: 1.2837009 Apr 30 16:27:59.166747 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60452) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:27:59.227768 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d342d8-a363-438d-8cd8-e9f663998aa1 admin admin] Deleting subnet 84252217-ba57-4dc6-bec0-f8fbb1291e9b {{(pid=73864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:27:59.230627 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b5d342d8-a363-438d-8cd8-e9f663998aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.278805 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b5d342d8-a363-438d-8cd8-e9f663998aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3279382'] for subnet, precommit_delete_associations {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.356855 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b5d342d8-a363-438d-8cd8-e9f663998aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133504726'] for subnet, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.481662 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 00a9ff98-d6dc-4af4-a696-49b35076834c no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:27:59.523096 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 00a9ff98-d6dc-4af4-a696-49b35076834c {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:27:59.523451 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 00a9ff98-d6dc-4af4-a696-49b35076834c not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:27:59.523872 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:27:59.558516 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:27:59.558872 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 92e6eb45-78c3-4eb3-9f3c-f4b1dd81e58c not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:27:59.707523 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b5d342d8-a363-438d-8cd8-e9f663998aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133504719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3279703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303993'] for subnet, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.711350 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:27:59.750261 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d342d8-a363-438d-8cd8-e9f663998aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84252217-ba57-4dc6-bec0-f8fbb1291e9b,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:27:59.753818 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-b5d342d8-a363-438d-8cd8-e9f663998aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:27:59.755217 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-b5d342d8-a363-438d-8cd8-e9f663998aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.760323 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90545aaa-7fa8-46f9-aff9-fc13dbc5c87a None None] Network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 requested from dv-cinder-775008-3-smb {{(pid=73865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:27:59.760670 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-b5d342d8-a363-438d-8cd8-e9f663998aa1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/84252217-ba57-4dc6-bec0-f8fbb1291e9b HTTP/1.1" status: 204 len: 168 time: 0.5930116 Apr 30 16:27:59.763134 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60456) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:27:59.874288 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133648345'] for network, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:27:59.949283 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Deleting port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c {{(pid=73864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:27:59.949541 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.009216 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8e8296-972e-4734-860c-4dee027ef1cd None None] DHCP port deletion for 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 request from dv-cinder-775008-3-smb {{(pid=73865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:28:00.056303 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.db [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] For port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=391a196d-0df0-4cb8-a8de-d68a7d6bfa5c,segment=NetworkSegment(33c1e0f4-8253-46fa-8a01-7d3621b0509a),segment_id=33c1e0f4-8253-46fa-8a01-7d3621b0509a)] {{(pid=73864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:28:00.056660 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.074751 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e8296-972e-4734-860c-4dee027ef1cd None None] Deleting port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c {{(pid=73865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:28:00.075127 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8296-972e-4734-860c-4dee027ef1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733345631061'] for port, before_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.174959 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.db [None req-3f8e8296-972e-4734-860c-4dee027ef1cd None None] For port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c, host dv-cinder-775008-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-smb',level=0,port_id=391a196d-0df0-4cb8-a8de-d68a7d6bfa5c,segment=NetworkSegment(33c1e0f4-8253-46fa-8a01-7d3621b0509a),segment_id=33c1e0f4-8253-46fa-8a01-7d3621b0509a)] {{(pid=73865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:28:00.175419 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8296-972e-4734-860c-4dee027ef1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399496'] for port, precommit_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.180912 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.plugin [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Calling delete_port for 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c owned by network:dhcp {{(pid=73864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:28:00.226702 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279658'] for port, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.231391 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-c28a60c8-fe77-45dd-a09f-fb77817d7b17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:28:00.278985 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=391a196d-0df0-4cb8-a8de-d68a7d6bfa5c,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:28:00.281985 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:28:00.282782 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] No DVR routers for this DVR port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c on host dv-cinder-775008-3-smb {{(pid=73864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:28:00.334936 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e8296-972e-4734-860c-4dee027ef1cd None None] Calling delete_port for 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c owned by network:dhcp {{(pid=73865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:28:00.378866 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8296-972e-4734-860c-4dee027ef1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133575295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733345633648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733345201125'] for port, after_delete {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.382487 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:28:00.401546 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133497435', 'neutron.services.segments.db._delete_segments_for_network-8733345642397'] for network, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.426523 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e8296-972e-4734-860c-4dee027ef1cd None None] Pushing event deleted for resources: {'Port': ['ID=391a196d-0df0-4cb8-a8de-d68a7d6bfa5c,revision_number=None']} {{(pid=73865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:28:00.430026 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG oslo_concurrency.lockutils [None req-3f8e8296-972e-4734-860c-4dee027ef1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:28:00.432179 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e8296-972e-4734-860c-4dee027ef1cd None None] No DVR routers for this DVR port 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c on host dv-cinder-775008-3-smb {{(pid=73865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:28:00.466470 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.513369 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fa6a66-e1fb-4c0c-8695-5f01b4890b01']}} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:28:00.525397 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c1e0f4-8253-46fa-8a01-7d3621b0509a') {'for_net_delete': True} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:28:00.525700 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.services.segments.db [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c1e0f4-8253-46fa-8a01-7d3621b0509a') {} {{(pid=73864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:28:00.537607 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733345654119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3279391'] for segment, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.555849 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133507096'] for segment, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.562687 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=73864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:28:00.727536 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:28:00.735599 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133507299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279869'] for segment, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:00.994596 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.plugins.ml2.managers [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Network 32fa6a66-e1fb-4c0c-8695-5f01b4890b01 has no segments {{(pid=73864) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: Traceback (most recent call last): Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: timer() Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: cb(*args, **kw) Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: return func(*args, **kwargs) Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: self._notify() Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: self.callback(batched_events) Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: event.method(event) Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: return f(self, *a, **k) Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: return self._get(url).json() Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: return self.request(url, 'GET', **kwargs) Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:28:01.016742 dv-cinder-775008-3-smb neutron-server[73864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:28:01.096921 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133497424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395634'] for network, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:01.101972 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-54f82fb7-6459-4ebf-a924-1b5730e20c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:28:01.116154 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:01.130483 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Pushing event deleted for resources: {'Network': ['ID=32fa6a66-e1fb-4c0c-8695-5f01b4890b01,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:28:01.134880 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:28:01.137283 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-5c014b40-1e26-42c7-a907-2ccd09f4cb2b admin admin] 10.222.0.15 "DELETE /v2.0/networks/32fa6a66-e1fb-4c0c-8695-5f01b4890b01 HTTP/1.1" status: 204 len: 168 time: 1.3730490 Apr 30 16:28:01.262664 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60462) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:28:01.318272 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-e3819879-3dd3-4052-b1cd-681ae552a7d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3e5ec806336423d88d74adc0b358f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543587 Apr 30 16:28:01.321129 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.wsgi [-] (73864) accepted ('10.222.0.15', 60466) {{(pid=73864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:28:01.381824 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-06b1d852-407e-4140-b78d-041f873cdcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:01.407750 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-06b1d852-407e-4140-b78d-041f873cdcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:01.467189 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-06b1d852-407e-4140-b78d-041f873cdcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:01.470996 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-8d920482-30da-4866-b24c-f1aa38afc635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:28:01.482865 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c no longer exists at agent ovs-agent-dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:28:01.486214 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1d852-407e-4140-b78d-041f873cdcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d3a04-f2ce-4d49-93ac-4b297b984edd,revision_number=None']} {{(pid=73864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:28:01.491010 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG oslo_concurrency.lockutils [None req-06b1d852-407e-4140-b78d-041f873cdcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:28:01.494752 dv-cinder-775008-3-smb neutron-server[73864]: DEBUG neutron_lib.callbacks.manager [None req-06b1d852-407e-4140-b78d-041f873cdcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:01.495858 dv-cinder-775008-3-smb neutron-server[73864]: INFO neutron.wsgi [None req-06b1d852-407e-4140-b78d-041f873cdcdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e3d3a04-f2ce-4d49-93ac-4b297b984edd HTTP/1.1" status: 204 len: 168 time: 0.1738431 Apr 30 16:28:01.524882 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.plugin [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] No Port match for: 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c {{(pid=73865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:28:01.525224 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron.plugins.ml2.rpc [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Device 391a196d-0df0-4cb8-a8de-d68a7d6bfa5c not bound to the agent host dv-cinder-775008-3-smb {{(pid=73865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:28:01.847255 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60474) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:28:01.900614 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-6efa065e-ad66-41f0-925a-d7ad94595274 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ac7d7d28ebe4f079e1dfc5451ca4e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521007 Apr 30 16:28:01.903090 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.wsgi [-] (73862) accepted ('10.222.0.15', 60478) {{(pid=73862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:28:01.963862 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e57c71f-1712-4732-8a51-14e96387c919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:01.989654 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e57c71f-1712-4732-8a51-14e96387c919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:02.043733 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e57c71f-1712-4732-8a51-14e96387c919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489357'] for security_group, after_delete {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:02.049721 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-2276f236-9c12-4f59-9cd7-21171523684b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:28:02.063351 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57c71f-1712-4732-8a51-14e96387c919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4914f6f-8960-4235-a740-d53e9231066c,revision_number=None']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:28:02.065663 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-4e57c71f-1712-4732-8a51-14e96387c919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:28:02.067911 dv-cinder-775008-3-smb neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-4e57c71f-1712-4732-8a51-14e96387c919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:02.068978 dv-cinder-775008-3-smb neutron-server[73862]: INFO neutron.wsgi [None req-4e57c71f-1712-4732-8a51-14e96387c919 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4914f6f-8960-4235-a740-d53e9231066c HTTP/1.1" status: 204 len: 168 time: 0.1650002 Apr 30 16:28:07.336384 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:28:14.153526 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e4865eb5-25de-44da-b20c-811f2201fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:16.888267 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-08ea1258-17d5-4393-ae4b-f089007c8fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:17.091177 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:18.048202 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:19.500506 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:30.480814 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:44.155910 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-25265cce-51cd-4cfa-bfa9-f19eb06027e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:44.336123 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:28:46.890110 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-260747f5-40f7-4ff9-96f8-688bb266beec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:47.094018 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:48.051747 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:28:49.510103 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:00.498617 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:14.157063 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-6d6ea56e-b911-4db4-b113-ea6af830f7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:16.892808 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-de3e95e1-b4b3-4b5f-b67d-4ece388589b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:17.096970 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:18.054985 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:19.510402 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:21.335226 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:29:30.499055 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:44.160383 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-ba122637-cbf2-43cf-ab20-ef6d26e5a673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:46.894615 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-afba978f-ce8c-4dcb-a48b-0b643bcf4faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:47.099434 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:48.058322 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:49.509634 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:29:58.336626 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:30:00.516625 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:14.162212 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-89a0f7fe-51b6-4f19-bace-ffec8dcf4645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:16.896743 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-157f3951-20ee-4a54-8cd6-1be4809f95da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:17.102260 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:18.061511 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:19.519252 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:30.514968 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:35.337270 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:30:44.167125 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c1e9de90-d36c-4cc7-b986-bb90b692fb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:46.901323 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3362b8e5-18b8-48ab-b7ae-103f8b5cdff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:47.107919 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:48.064641 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:30:49.520307 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:00.519906 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:12.337334 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:31:14.175111 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-8598a0b0-b459-4419-acdd-80e81b2a1d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:16.903066 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-732f74f3-182e-45ed-b841-d992f887983b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:17.101266 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:18.065363 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:19.519329 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:30.518876 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:44.170090 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-d9c046a2-7a9a-418f-8f08-f7dc3d7b2325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:46.908942 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f81fe2b9-f230-4be3-bf71-c78dd530dd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:47.105391 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:48.068955 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:31:49.336905 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:31:49.523648 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:00.542864 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:14.172187 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-1690ab8e-f90e-4c55-a8a9-bea6fd669e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:16.900080 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea3b3-c5da-4344-984e-c25077a4c5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:17.116647 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:18.072599 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:19.526890 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:26.339616 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:32:30.556628 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:44.174922 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-c1495cba-8df2-4c9b-b911-2f688677c3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:46.901827 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-13a0672f-9519-4004-a2e0-7b78c23ce33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:47.111272 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:48.075226 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:32:49.528396 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:33:00.551090 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-a4777012-2ff1-4a1e-840d-9faad53ede96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:33:03.338344 dv-cinder-775008-3-smb neutron-server[73867]: DEBUG neutron.db.agents_db [None req-fa5e0643-9547-4619-b807-d2e35c1976ec None None] Agent healthcheck: found 6 active agents {{(pid=73867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:33:14.177247 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-e2731c3b-7267-4d14-a910-17950997741c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:33:16.902651 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-f56a02e8-c10d-49ad-b160-17f0b565db54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:33:17.115167 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-58618836-8d3e-439b-b3e2-470de77a6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:33:18.079276 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-7dc17996-c77b-4c81-a361-5f7eca20664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:33:19.539648 dv-cinder-775008-3-smb neutron-server[73865]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ee53-348d-476f-885e-97486c98c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733345642406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133500689'] for agent, after_update {{(pid=73865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}